-- Logs begin at Thu 2021-11-18 17:33:57 UTC, end at Thu 2021-11-18 18:39:04 UTC. -- Nov 18 18:04:53.382905 dv-cinder-816695-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Nov 18 18:04:56.175962 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.common.config [-] Logging enabled! Nov 18 18:04:56.176578 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.0.1.dev30 Nov 18 18:04:56.176672 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101444) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 18 18:04:56.179956 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.common.config [-] Logging enabled! Nov 18 18:04:56.180218 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.0.1.dev30 Nov 18 18:04:56.180536 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101444) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 18 18:04:56.181496 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 18 18:04:56.181733 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 18 18:04:56.182089 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 18 18:04:56.182338 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 18 18:04:56.182566 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 18 18:04:56.182887 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:56.183186 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:56.183484 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:56.183717 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:56.184045 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:56.184340 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:56.184626 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:56.184919 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:56.185220 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:56.185510 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:56.185864 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:56.186081 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:56.186313 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:56.186602 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] config_source = [] {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:56.186894 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:56.187185 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:56.187413 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] debug = True {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:56.187698 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:56.188152 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:56.188585 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:56.188869 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:56.189162 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:56.189463 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:56.189718 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:56.189998 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:56.190284 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:56.190616 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] host = dv-cinder-816695-1-iscsi {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:56.190896 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:56.191188 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:56.191477 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:56.191768 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:56.192076 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:56.192357 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:56.192646 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:56.192924 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] log_dir = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:56.193200 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] log_file = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:56.193477 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:56.193770 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:56.194061 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:56.194356 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:56.194584 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:56.194810 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:56.195101 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:56.195393 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:56.195671 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:56.195972 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:56.196251 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:56.196532 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:56.196809 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:56.197079 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:56.197366 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:56.197652 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:56.197940 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:56.198217 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:56.198493 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:56.198767 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:56.199041 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:56.199328 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:56.199602 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:56.199908 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:56.200185 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:56.200472 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:56.200742 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:56.201016 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:56.201317 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:56.201607 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:56.201891 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:56.202178 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:56.202452 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:56.202736 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:56.203013 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:56.203286 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] use_journal = False {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:56.203559 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] use_json = False {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:56.203862 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:56.204156 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:56.204446 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:56.204722 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:56.204996 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:56.205269 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:56.205544 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:56.205834 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:56.206136 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:56.206443 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:56.206745 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:56.207032 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:56.207331 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:56.207613 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:56.207934 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:56.208218 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:56.208509 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:56.208804 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:56.209094 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:56.209384 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:56.209682 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:56.209969 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:56.210269 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:56.210582 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:56.210877 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:56.211174 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:56.211452 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:56.211728 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:56.212030 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:56.212526 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:56.213107 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:56.213107 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:56.214096 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:56.214096 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:56.214096 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:56.214096 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:56.215944 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:56.215944 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:56.215944 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:56.215944 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:56.215944 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:56.215944 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:56.215944 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:56.218957 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:56.218957 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:56.218957 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:56.218957 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:56.218957 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:56.218957 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:56.218957 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:56.218957 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:56.219511 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:56.219511 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:56.219511 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:56.219511 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:56.219511 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:56.219917 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:56.220011 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:56.220237 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:56.220519 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:56.221302 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:56.221579 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:56.221861 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:56.222136 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:56.222416 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:56.222698 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:56.222973 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:56.223257 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:56.223535 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:56.223831 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:56.224110 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:56.224388 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:56.224666 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:56.224940 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:56.225216 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:56.225499 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:56.225775 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:56.226050 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:56.226331 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:56.226608 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:56.226885 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:56.227176 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:56.227483 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:56.227770 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:56.228080 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:56.228365 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:56.228651 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:56.228935 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:56.229218 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:56.229502 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:56.229785 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:56.230066 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:56.230366 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:56.230658 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:56.230956 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:56.231247 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:56.231530 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:56.231857 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:56.232141 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:56.232428 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:56.232709 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:56.232992 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:56.233281 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:56.233570 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:56.233870 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:56.234168 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:56.234468 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:56.234766 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:56.235062 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:56.235346 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:56.236303 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:56.236579 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:56.236800 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 18 18:04:56.237052 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=101444) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 18 18:04:56.597802 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=101444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 18 18:04:56.598081 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=101444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 18 18:04:56.598374 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=101444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 18 18:04:56.598711 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 18 18:04:57.004408 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:04:57.004702 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:04:57.004986 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:04:57.006317 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:04:57.006594 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:04:57.006864 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:04:57.044431 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:04:57.044715 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:04:57.044988 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:04:57.060216 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:04:57.060519 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:04:57.060776 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:04:57.090522 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:04:57.090805 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:04:57.091072 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:04:57.129509 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:04:57.129788 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:04:57.130063 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:04:57.369584 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:04:57.370217 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:04:57.370217 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:04:57.370387 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:04:57.371215 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:04:57.498561 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:04:57.498890 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:04:57.499179 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:04:57.499460 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:04:57.499729 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:04:57.500069 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:04:57.500334 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:04:57.500596 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:04:57.500856 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:04:57.501697 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:04:57.501967 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:04:57.502238 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:04:57.502499 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:04:57.502757 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:04:57.503016 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:04:57.503286 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:04:57.503546 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:04:57.503831 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:04:57.504122 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:04:57.504387 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:04:57.504660 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:04:57.504918 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:04:57.505207 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:04:57.505621 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:04:57.505878 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:04:57.506156 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:04:57.506569 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=101444) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 18 18:04:57.506815 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=101444) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 18 18:04:57.507056 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=101444) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 18 18:04:57.507297 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=101444) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 18 18:04:57.507537 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=101444) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 18 18:04:57.507776 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=101444) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 18 18:04:57.508173 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 18 18:04:57.511516 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 18 18:04:57.515772 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 18 18:04:57.519580 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(750, 799)])]) Nov 18 18:04:57.521539 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 18 18:04:57.521996 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 18 18:04:57.522339 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 18 18:04:57.522738 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 18 18:04:57.525636 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 18 18:04:57.525893 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 18 18:04:57.526245 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 18 18:04:57.531699 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 18 18:04:57.555446 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 18 18:04:57.555953 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:04:57.556263 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=101444) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Nov 18 18:04:57.556632 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:04:57.558050 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=101444) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 18 18:04:57.558346 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 18 18:04:57.558594 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 18 18:04:57.561893 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:04:57.562180 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:04:57.627320 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 18 18:04:57.627499 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 18 18:04:57.627710 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 18 18:04:57.628120 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 18 18:04:57.650525 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_db.sqlalchemy.engines [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=101444) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 18 18:04:58.199396 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.plugins.ml2.managers [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Initializing driver for type 'gre' Nov 18 18:04:58.200005 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] gre ID ranges: [(1, 1000)] Nov 18 18:04:58.254860 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.plugins.ml2.managers [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Initializing driver for type 'local' Nov 18 18:04:58.255205 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.plugins.ml2.managers [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Initializing driver for type 'vlan' Nov 18 18:04:58.269312 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] VlanTypeDriver initialization complete Nov 18 18:04:58.269670 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.plugins.ml2.managers [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Initializing driver for type 'vxlan' Nov 18 18:04:58.270199 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] vxlan ID ranges: [(1, 1000)] Nov 18 18:04:58.324384 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.plugins.ml2.managers [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Initializing extension driver 'port_security' Nov 18 18:04:58.324729 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.plugins.ml2.extensions.port_security [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] PortSecurityExtensionDriver initialization complete Nov 18 18:04:58.325073 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.plugins.ml2.managers [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Initializing mechanism driver 'openvswitch' Nov 18 18:04:58.325398 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.plugins.ml2.managers [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Initializing mechanism driver 'hyperv' Nov 18 18:04:58.332834 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:04:58.333518 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Subscribe: > port after_create 55550000 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:04:58.333895 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Subscribe: > port after_update 55550000 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:04:58.334255 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Subscribe: > port after_delete 55550000 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:04:58.334788 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=101444) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 18 18:04:58.335219 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Subscribe: > subnet after_create 55550000 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:04:58.335576 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Subscribe: > subnet after_update 55550000 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:04:58.335951 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:04:58.336344 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=101444) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 18 18:04:58.336750 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Subscribe: > network after_create 55550000 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:04:58.337101 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Subscribe: > network after_update 55550000 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:04:58.337448 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Subscribe: > network after_delete 55550000 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:04:58.337836 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=101444) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 18 18:04:58.338241 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Subscribe: > security_group after_create 55550000 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:04:58.338595 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Subscribe: > security_group after_update 55550000 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:04:58.338939 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Subscribe: > security_group after_delete 55550000 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:04:58.339466 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=101444) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 18 18:04:58.339908 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:04:58.340273 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:04:58.340625 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:04:58.341019 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=101444) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 18 18:04:58.341427 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Subscribe: > address_group after_create 55550000 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:04:58.341783 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Subscribe: > address_group after_update 55550000 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:04:58.342127 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Subscribe: > address_group after_delete 55550000 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:04:58.342522 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=101444) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 18 18:04:58.342902 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] ML2 OVO RPC backend initialized. {{(pid=101444) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 18 18:04:58.343708 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:04:58.344089 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:04:58.344494 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Subscribe: > network before_response 55550000 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:04:58.344873 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Subscribe: > networks before_response 55550000 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:04:58.345231 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Subscribe: > port before_response 55550000 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:04:58.345572 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Subscribe: > ports before_response 55550000 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:04:58.345919 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Subscribe: > subnet before_response 55550000 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:04:58.346266 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Subscribe: > subnets before_response 55550000 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:04:58.346612 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Subscribe: > network after_create 55550000 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:04:58.346957 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Subscribe: > network after_update 55550000 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:04:58.347300 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Subscribe: > network after_delete 55550000 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:04:58.347642 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Subscribe: > port after_create 55550000 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:04:58.348018 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Subscribe: > port after_update 55550000 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:04:58.348359 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Subscribe: > port after_delete 55550000 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:04:58.348699 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Subscribe: > subnet after_create 55550000 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:04:58.349040 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Subscribe: > subnet after_update 55550000 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:04:58.349378 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:04:58.349966 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.plugins.ml2.plugin [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Modular L2 Plugin initialization complete Nov 18 18:04:58.350296 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.manager [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loading services supported by the core plugin {{(pid=101444) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 18 18:04:58.350629 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.plugins.ml2.managers [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Got port-security extension from driver 'port_security' Nov 18 18:04:58.351093 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.extensions.vlantransparent [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Disabled vlantransparent extension. Nov 18 18:04:58.351576 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.manager [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=101444) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 18 18:04:58.351916 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.manager [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loading Plugin: router Nov 18 18:04:58.388895 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Subscribe: > router_interface before_create 55550000 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:04:58.389490 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Subscribe: > router after_create 55549900 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:04:58.389651 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Subscribe: > router before_create 55549900 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:04:58.390021 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:04:58.390396 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:04:58.390759 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Subscribe: > router after_delete 55549900 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:04:58.391119 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Subscribe: > floatingip after_create 55550000 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:04:58.391475 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Subscribe: > floatingip after_update 55550000 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:04:58.392429 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Subscribe: > router after_create 55549900 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:04:58.392779 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Subscribe: > router after_update 55549900 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:04:58.393131 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Subscribe: > router after_update 55549900 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:04:58.393488 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:04:58.393847 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Subscribe: > router after_update 55549900 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:04:58.394261 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Subscribe: > router precommit_update 55549900 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:04:58.394642 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Subscribe: port after_update 55550000 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:04:58.394981 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Subscribe: port after_delete 55550000 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:04:58.395322 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Subscribe: subnet after_update 55550000 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:04:58.395942 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:04:58.396312 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Subscribe: > port precommit_delete 55550000 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:04:58.396648 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Subscribe: > router precommit_create 55549900 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:04:58.396996 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Subscribe: port before_delete 55550000 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:04:58.397343 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Subscribe: > router precommit_create 55550000 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:04:58.397701 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Subscribe: > router after_update 55549900 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:04:58.398043 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Subscribe: > router precommit_delete 55549900 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:04:58.398395 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Subscribe: > router precommit_create 55549900 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:04:58.398752 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:04:58.399096 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Subscribe: > router precommit_update 55549900 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:04:58.399461 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Subscribe: > agent after_create 55550000 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:04:58.399825 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Subscribe: > agent after_delete 55550000 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:04:58.400191 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Subscribe: > network after_delete 55550000 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:04:58.401087 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.quota.resource_registry [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Tracking information for resource: router configured {{(pid=101444) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 18 18:04:58.401421 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.quota.resource_registry [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Tracking information for resource: floatingip configured {{(pid=101444) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 18 18:04:58.406783 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.db.l3_agentschedulers_db [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 18 18:04:58.408017 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Subscribe: port after_update 55550000 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:04:58.408394 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Subscribe: port after_create 55550000 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:04:58.408750 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Subscribe: port after_delete 55550000 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:04:58.409146 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Subscribe: port after_update 55550000 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:04:58.409960 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Subscribe: > router before_create 55550100 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:04:58.410328 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Subscribe: > router precommit_delete 55550100 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:04:58.410692 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Subscribe: > router precommit_create 55550100 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:04:58.411051 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Subscribe: > router precommit_update 55550100 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:04:58.416040 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.services.provider_configuration [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Service providers = [] {{(pid=101444) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 18 18:04:58.416408 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.db.servicetype_db [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=101444) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 18 18:04:58.419506 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.services.service_base [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=101444) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 18 18:04:58.419885 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.services.service_base [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=101444) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 18 18:04:58.420233 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.services.service_base [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=101444) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 18 18:04:58.421142 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.services.service_base [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=101444) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 18 18:04:58.421520 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.services.service_base [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 18 18:04:58.421915 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.manager [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=101444) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 18 18:04:58.422236 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.manager [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 18 18:04:58.434157 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.manager [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=101444) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 18 18:04:58.434492 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.manager [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loading Plugin: auto_allocate Nov 18 18:04:58.440556 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Subscribe: network precommit_update 55550000 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:04:58.440926 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Subscribe: network precommit_create 55550000 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:04:58.441470 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.manager [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=101444) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 18 18:04:58.441793 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.manager [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loading Plugin: tag Nov 18 18:04:58.448551 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.manager [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=101444) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 18 18:04:58.448887 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.manager [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loading Plugin: timestamp Nov 18 18:04:58.453342 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.manager [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=101444) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 18 18:04:58.453657 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.manager [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loading Plugin: network_ip_availability Nov 18 18:04:58.460084 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:04:58.460510 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:04:58.460907 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:04:58.461750 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.manager [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=101444) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 18 18:04:58.462111 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.manager [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loading Plugin: flavors Nov 18 18:04:58.467530 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.manager [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=101444) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 18 18:04:58.467904 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.manager [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loading Plugin: revisions Nov 18 18:04:58.473252 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.manager [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=101444) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 18 18:04:58.473649 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_concurrency.lockutils [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.875s {{(pid=101444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 18 18:04:58.474439 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=101444) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 18 18:04:58.474781 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Initializing extension manager. Nov 18 18:04:58.475296 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loading extension file: __init__.py {{(pid=101444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 18:04:58.475642 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loading extension file: __pycache__ {{(pid=101444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 18:04:58.476019 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=101444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 18:04:58.476359 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loading extension file: address_group.py {{(pid=101444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 18:04:58.477174 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=101444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 18:04:58.477760 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loaded extension: address-group Nov 18 18:04:58.478089 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loading extension file: address_scope.py {{(pid=101444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 18:04:58.479038 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=101444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 18:04:58.479558 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loaded extension: address-scope Nov 18 18:04:58.479928 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loading extension file: admin_state_down_before_update.py {{(pid=101444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 18:04:58.480907 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=101444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 18:04:58.481421 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loaded extension: router-admin-state-down-before-update Nov 18 18:04:58.481754 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loading extension file: agent.py {{(pid=101444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 18:04:58.482469 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=101444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 18:04:58.482974 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loaded extension: agent Nov 18 18:04:58.483301 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loading extension file: agent_resources_synced.py {{(pid=101444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 18:04:58.484254 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=101444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 18:04:58.484761 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loaded extension: agent-resources-synced Nov 18 18:04:58.485086 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loading extension file: allowedaddresspairs.py {{(pid=101444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 18:04:58.487547 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=101444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 18:04:58.488101 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loaded extension: allowed-address-pairs Nov 18 18:04:58.488429 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loading extension file: auto_allocated_topology.py {{(pid=101444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 18:04:58.489548 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=101444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 18:04:58.490062 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loaded extension: auto-allocated-topology Nov 18 18:04:58.490394 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loading extension file: availability_zone.py {{(pid=101444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 18:04:58.491093 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=101444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 18:04:58.491611 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loaded extension: availability_zone Nov 18 18:04:58.491968 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loading extension file: availability_zone_filter.py {{(pid=101444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 18:04:58.492899 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=101444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 18:04:58.493408 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loaded extension: availability_zone_filter Nov 18 18:04:58.493734 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loading extension file: data_plane_status.py {{(pid=101444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 18:04:58.494660 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=101444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 18:04:58.495166 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Extension data-plane-status not supported by any of loaded plugins Nov 18 18:04:58.495491 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loading extension file: default_subnetpools.py {{(pid=101444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 18:04:58.496457 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=101444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 18:04:58.496956 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loaded extension: default-subnetpools Nov 18 18:04:58.497285 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loading extension file: dhcpagentscheduler.py {{(pid=101444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 18:04:58.498132 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 18:04:58.498636 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loaded extension: dhcp_agent_scheduler Nov 18 18:04:58.498956 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loading extension file: dns.py {{(pid=101444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 18:04:58.499918 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=101444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 18:04:58.500420 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Extension dns-integration not supported by any of loaded plugins Nov 18 18:04:58.500743 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loading extension file: dns_domain_ports.py {{(pid=101444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 18:04:58.501710 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=101444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 18:04:58.502208 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 18 18:04:58.502532 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=101444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 18:04:58.503467 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=101444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 18:04:58.504001 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 18 18:04:58.504330 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loading extension file: dvr.py {{(pid=101444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 18:04:58.505013 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=101444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 18:04:58.505514 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loaded extension: dvr Nov 18 18:04:58.505838 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loading extension file: ecmp_routes.py {{(pid=101444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 18:04:58.506773 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=101444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 18:04:58.507272 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Extension ecmp_routes not supported by any of loaded plugins Nov 18 18:04:58.507598 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loading extension file: empty_string_filtering.py {{(pid=101444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 18:04:58.508553 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=101444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 18:04:58.509056 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loaded extension: empty-string-filtering Nov 18 18:04:58.509382 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=101444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 18:04:58.510304 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 18:04:58.510803 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 18 18:04:58.511128 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=101444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 18:04:58.512096 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=101444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 18:04:58.512605 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 18 18:04:58.512931 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loading extension file: external_net.py {{(pid=101444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 18:04:58.513853 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=101444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 18:04:58.514359 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loaded extension: external-net Nov 18 18:04:58.514683 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loading extension file: extra_dhcp_opt.py {{(pid=101444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 18:04:58.515599 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=101444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 18:04:58.516138 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loaded extension: extra_dhcp_opt Nov 18 18:04:58.516465 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loading extension file: extraroute.py {{(pid=101444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 18:04:58.517408 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=101444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 18:04:58.517915 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loaded extension: extraroute Nov 18 18:04:58.518242 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loading extension file: extraroute_atomic.py {{(pid=101444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 18:04:58.519290 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=101444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 18:04:58.519829 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loaded extension: extraroute-atomic Nov 18 18:04:58.520154 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loading extension file: filter_validation.py {{(pid=101444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 18:04:58.521108 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=101444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 18:04:58.521611 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loaded extension: filter-validation Nov 18 18:04:58.521939 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loading extension file: fip_pf_description.py {{(pid=101444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 18:04:58.522864 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=101444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 18:04:58.523362 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 18 18:04:58.523684 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loading extension file: fip_port_details.py {{(pid=101444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 18:04:58.524634 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 18:04:58.525145 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loaded extension: fip-port-details Nov 18 18:04:58.525467 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loading extension file: flavors.py {{(pid=101444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 18:04:58.526755 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=101444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 18:04:58.527266 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loaded extension: flavors Nov 18 18:04:58.527596 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=101444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 18:04:58.529348 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=101444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 18:04:58.529926 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 18 18:04:58.530258 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loading extension file: floatingip_pools.py {{(pid=101444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 18:04:58.530978 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=101444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 18:04:58.531491 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loaded extension: floatingip-pools Nov 18 18:04:58.531834 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loading extension file: ip_allocation.py {{(pid=101444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 18:04:58.533324 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=101444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 18:04:58.533829 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Extension ip_allocation not supported by any of loaded plugins Nov 18 18:04:58.534162 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=101444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 18:04:58.535097 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=101444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 18:04:58.535598 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loaded extension: ip-substring-filtering Nov 18 18:04:58.535957 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loading extension file: l2_adjacency.py {{(pid=101444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 18:04:58.536901 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=101444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 18:04:58.537397 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Extension l2_adjacency not supported by any of loaded plugins Nov 18 18:04:58.537720 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loading extension file: l3.py {{(pid=101444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 18:04:58.538916 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=101444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 18:04:58.539438 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loaded extension: router Nov 18 18:04:58.539767 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loading extension file: l3_conntrack_helper.py {{(pid=101444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 18:04:58.542156 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 18:04:58.542682 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 18 18:04:58.543017 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=101444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 18:04:58.543985 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=101444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 18:04:58.544502 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loaded extension: ext-gw-mode Nov 18 18:04:58.544830 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=101444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 18:04:58.545769 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=101444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 18:04:58.546421 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loaded extension: l3-ha Nov 18 18:04:58.546850 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loading extension file: l3_flavors.py {{(pid=101444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 18:04:58.548521 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=101444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 18:04:58.549031 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loaded extension: l3-flavors Nov 18 18:04:58.549524 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=101444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 18:04:58.550464 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=101444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 18:04:58.550976 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loaded extension: l3-port-ip-change-not-allowed Nov 18 18:04:58.551310 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loading extension file: l3agentscheduler.py {{(pid=101444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 18:04:58.552420 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 18:04:58.552929 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loaded extension: l3_agent_scheduler Nov 18 18:04:58.553258 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loading extension file: logging.py {{(pid=101444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 18:04:58.554821 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=101444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 18:04:58.555333 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Extension logging not supported by any of loaded plugins Nov 18 18:04:58.555666 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loading extension file: metering.py {{(pid=101444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 18:04:58.556460 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=101444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 18:04:58.557046 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loaded extension: metering Nov 18 18:04:58.557375 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=101444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 18:04:58.558508 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=101444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 18:04:58.559024 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loaded extension: metering_source_and_destination_fields Nov 18 18:04:58.559355 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loading extension file: multiprovidernet.py {{(pid=101444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 18:04:58.560325 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=101444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 18:04:58.560832 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loaded extension: multi-provider Nov 18 18:04:58.561160 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loading extension file: netmtu.py {{(pid=101444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 18:04:58.562092 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=101444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 18:04:58.562594 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loaded extension: net-mtu Nov 18 18:04:58.562919 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loading extension file: netmtu_writable.py {{(pid=101444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 18:04:58.563903 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=101444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 18:04:58.564408 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loaded extension: net-mtu-writable Nov 18 18:04:58.564734 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loading extension file: network_availability_zone.py {{(pid=101444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 18:04:58.565417 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=101444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 18:04:58.565916 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loaded extension: network_availability_zone Nov 18 18:04:58.566239 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loading extension file: network_ip_availability.py {{(pid=101444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 18:04:58.567411 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=101444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 18:04:58.567954 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loaded extension: network-ip-availability Nov 18 18:04:58.568389 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loading extension file: network_segment_range.py {{(pid=101444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 18:04:58.569225 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=101444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 18:04:58.569720 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Extension network-segment-range not supported by any of loaded plugins Nov 18 18:04:58.570045 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loading extension file: pagination.py {{(pid=101444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 18:04:58.571090 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 18:04:58.571432 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loaded extension: pagination Nov 18 18:04:58.571759 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loading extension file: port_device_profile.py {{(pid=101444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 18:04:58.572725 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=101444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 18:04:58.573272 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loaded extension: port-device-profile Nov 18 18:04:58.573568 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=101444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 18:04:58.574531 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=101444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 18:04:58.575043 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loaded extension: port-mac-address-regenerate Nov 18 18:04:58.575373 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=101444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 18:04:58.576350 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=101444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 18:04:58.576866 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loaded extension: port-numa-affinity-policy Nov 18 18:04:58.577191 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loading extension file: port_resource_request.py {{(pid=101444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 18:04:58.578299 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=101444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 18:04:58.578979 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Extension port-resource-request not supported by any of loaded plugins Nov 18 18:04:58.579343 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loading extension file: portbindings.py {{(pid=101444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 18:04:58.580493 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=101444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 18:04:58.581066 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loaded extension: binding Nov 18 18:04:58.581509 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loading extension file: portbindings_extended.py {{(pid=101444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 18:04:58.583214 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=101444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 18:04:58.583833 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loaded extension: binding-extended Nov 18 18:04:58.584176 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loading extension file: portsecurity.py {{(pid=101444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 18:04:58.585127 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=101444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 18:04:58.585641 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loaded extension: port-security Nov 18 18:04:58.585972 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loading extension file: project_id.py {{(pid=101444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 18:04:58.586998 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=101444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 18:04:58.587441 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loaded extension: project-id Nov 18 18:04:58.587838 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loading extension file: providernet.py {{(pid=101444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 18:04:58.588879 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=101444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 18:04:58.589419 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loaded extension: provider Nov 18 18:04:58.589770 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loading extension file: qos.py {{(pid=101444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 18:04:58.593815 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=101444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 18:04:58.594350 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Extension qos not supported by any of loaded plugins Nov 18 18:04:58.595219 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=101444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 18:04:58.596542 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=101444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 18:04:58.597063 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 18 18:04:58.597466 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=101444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 18:04:58.598519 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=101444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 18:04:58.599130 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 18 18:04:58.599470 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loading extension file: qos_default.py {{(pid=101444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 18:04:58.600444 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=101444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 18:04:58.600958 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Extension qos-default not supported by any of loaded plugins Nov 18 18:04:58.601289 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loading extension file: qos_fip.py {{(pid=101444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 18:04:58.601958 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=101444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 18:04:58.602463 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Extension qos-fip not supported by any of loaded plugins Nov 18 18:04:58.602788 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loading extension file: qos_gateway_ip.py {{(pid=101444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 18:04:58.603728 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=101444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 18:04:58.604258 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 18 18:04:58.604589 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loading extension file: qos_port_network_policy.py {{(pid=101444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 18:04:58.605526 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=101444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 18:04:58.606027 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 18 18:04:58.606356 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loading extension file: qos_pps_rule.py {{(pid=101444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 18:04:58.607568 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=101444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 18:04:58.608164 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Extension qos-pps not supported by any of loaded plugins Nov 18 18:04:58.608535 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loading extension file: qos_rule_type_details.py {{(pid=101444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 18:04:58.609538 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=101444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 18:04:58.610143 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 18 18:04:58.611154 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loading extension file: qos_rules_alias.py {{(pid=101444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 18:04:58.612335 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=101444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 18:04:58.612893 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 18 18:04:58.613254 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loading extension file: quotasv2.py {{(pid=101444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 18:04:58.614272 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=101444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 18:04:58.614639 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loaded extension: quotas Nov 18 18:04:58.614999 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loading extension file: quotasv2_detail.py {{(pid=101444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 18:04:58.618564 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=101444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 18:04:58.618972 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loaded extension: quota_details Nov 18 18:04:58.619365 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loading extension file: rbac.py {{(pid=101444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 18:04:58.620572 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=101444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 18:04:58.621149 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loaded extension: rbac-policies Nov 18 18:04:58.621520 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loading extension file: rbac_address_group.py {{(pid=101444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 18:04:58.622503 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=101444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 18:04:58.623070 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loaded extension: rbac-address-group Nov 18 18:04:58.623436 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loading extension file: rbac_address_scope.py {{(pid=101444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 18:04:58.624449 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=101444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 18:04:58.625074 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loaded extension: rbac-address-scope Nov 18 18:04:58.625431 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loading extension file: rbac_security_groups.py {{(pid=101444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 18:04:58.626564 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=101444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 18:04:58.627132 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loaded extension: rbac-security-groups Nov 18 18:04:58.627498 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loading extension file: rbac_subnetpool.py {{(pid=101444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 18:04:58.628498 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=101444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 18:04:58.629062 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loaded extension: rbac-subnetpool Nov 18 18:04:58.629458 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loading extension file: revisionifmatch.py {{(pid=101444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 18:04:58.630491 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=101444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 18:04:58.631072 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loaded extension: revision-if-match Nov 18 18:04:58.631423 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loading extension file: revisions.py {{(pid=101444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 18:04:58.632643 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=101444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 18:04:58.633311 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loaded extension: standard-attr-revisions Nov 18 18:04:58.634760 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loading extension file: router_availability_zone.py {{(pid=101444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 18:04:58.634760 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=101444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 18:04:58.634760 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loaded extension: router_availability_zone Nov 18 18:04:58.635378 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loading extension file: routerservicetype.py {{(pid=101444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 18:04:58.636047 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=101444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 18:04:58.636557 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Extension router-service-type not supported by any of loaded plugins Nov 18 18:04:58.636887 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=101444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 18:04:58.637833 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=101444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 18:04:58.638347 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loaded extension: security-groups-normalized-cidr Nov 18 18:04:58.638675 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loading extension file: security_groups_port_filtering.py {{(pid=101444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 18:04:58.639604 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=101444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 18:04:58.640143 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loaded extension: port-security-groups-filtering Nov 18 18:04:58.640469 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=101444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 18:04:58.641409 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=101444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 18:04:58.641966 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loaded extension: security-groups-remote-address-group Nov 18 18:04:58.642290 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loading extension file: securitygroup.py {{(pid=101444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 18:04:58.654055 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=101444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 18:04:58.654647 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loaded extension: security-group Nov 18 18:04:58.655014 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loading extension file: segment.py {{(pid=101444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 18:04:58.655939 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=101444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 18:04:58.656502 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Extension segment not supported by any of loaded plugins Nov 18 18:04:58.656914 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=101444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 18:04:58.658464 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=101444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 18:04:58.659075 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 18 18:04:58.659444 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loading extension file: servicetype.py {{(pid=101444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 18:04:58.660833 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=101444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 18:04:58.661402 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loaded extension: service-type Nov 18 18:04:58.661772 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loading extension file: sorting.py {{(pid=101444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 18:04:58.662822 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 18:04:58.663243 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loaded extension: sorting Nov 18 18:04:58.663588 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loading extension file: standard_attr_segment.py {{(pid=101444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 18:04:58.664705 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 18:04:58.665322 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 18 18:04:58.665693 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loading extension file: standardattrdescription.py {{(pid=101444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 18:04:58.666466 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=101444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 18:04:58.667091 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loaded extension: standard-attr-description Nov 18 18:04:58.667618 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loading extension file: stateful_security_group.py {{(pid=101444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 18:04:58.668895 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=101444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 18:04:58.669503 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loaded extension: stateful-security-group Nov 18 18:04:58.669893 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loading extension file: stdattrs_common.py {{(pid=101444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 18:04:58.670661 dv-cinder-816695-1-iscsi neutron-server[101444]: WARNING neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 18 18:04:58.671033 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=101444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 18:04:58.672205 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=101444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 18:04:58.672808 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 18 18:04:58.673708 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loading extension file: subnet_onboard.py {{(pid=101444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 18:04:58.674849 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=101444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 18:04:58.675413 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loaded extension: subnet_onboard Nov 18 18:04:58.675784 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=101444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 18:04:58.676793 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=101444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 18:04:58.677350 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 18 18:04:58.677707 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loading extension file: subnet_service_types.py {{(pid=101444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 18:04:58.678684 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=101444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 18:04:58.679290 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loaded extension: subnet-service-types Nov 18 18:04:58.679654 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loading extension file: subnetallocation.py {{(pid=101444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 18:04:58.680929 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=101444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 18:04:58.681491 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loaded extension: subnet_allocation Nov 18 18:04:58.681861 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=101444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 18:04:58.682594 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=101444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 18:04:58.683156 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loaded extension: subnetpool-prefix-ops Nov 18 18:04:58.683524 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=101444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 18:04:58.684549 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=101444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 18:04:58.685104 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 18 18:04:58.685465 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loading extension file: tagging.py {{(pid=101444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 18:04:58.686602 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=101444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 18:04:58.687123 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loaded extension: standard-attr-tag Nov 18 18:04:58.687450 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loading extension file: timestamp.py {{(pid=101444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 18:04:58.688742 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=101444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 18:04:58.689255 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loaded extension: standard-attr-timestamp Nov 18 18:04:58.689582 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loading extension file: trunk.py {{(pid=101444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 18:04:58.690641 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=101444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 18:04:58.691151 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Extension trunk not supported by any of loaded plugins Nov 18 18:04:58.691484 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loading extension file: trunk_details.py {{(pid=101444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 18:04:58.692470 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=101444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 18:04:58.692981 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Extension trunk-details not supported by any of loaded plugins Nov 18 18:04:58.693309 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loading extension file: uplink_status_propagation.py {{(pid=101444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 18:04:58.694246 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=101444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 18:04:58.694755 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 18 18:04:58.695083 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Loading extension file: vlantransparent.py {{(pid=101444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 18:04:58.695771 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=101444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 18:04:58.696299 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Extension vlan-transparent not supported by any of loaded plugins Nov 18 18:04:58.698803 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.quota.resource_registry [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Creating instance of TrackedResource for resource:network Nov 18 18:04:58.699341 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.quota.resource_registry [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Creating instance of TrackedResource for resource:subnet Nov 18 18:04:58.699755 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.quota.resource_registry [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Creating instance of TrackedResource for resource:subnetpool Nov 18 18:04:58.700184 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.quota.resource_registry [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Creating instance of TrackedResource for resource:port Nov 18 18:04:58.701440 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.v2.resource_helper [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101444) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 18 18:04:58.701884 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.v2.resource_helper [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Service FLAVORS assigned prefix: {{(pid=101444) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 18 18:04:58.702501 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.v2.resource_helper [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101444) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 18 18:04:58.702936 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.v2.resource_helper [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101444) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 18 18:04:58.703271 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.quota.resource_registry [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Creating instance of TrackedResource for resource:router Nov 18 18:04:58.703753 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.quota.resource_registry [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Creating instance of TrackedResource for resource:floatingip Nov 18 18:04:58.704744 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.v2.resource_helper [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Service METERING assigned prefix: /metering {{(pid=101444) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 18 18:04:58.706214 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:04:58.706592 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:04:58.706951 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:04:58.708001 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.quota.resource_registry [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Creating instance of CountableResource for resource:rbac_policy Nov 18 18:04:58.708440 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.quota.resource_registry [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Creating instance of TrackedResource for resource:security_group Nov 18 18:04:58.708865 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.quota.resource_registry [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 18 18:04:58.709478 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.v2.resource_helper [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Service CORE assigned prefix: {{(pid=101444) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 18 18:04:58.709810 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.quota.resource_registry [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Creating instance of TrackedResource for resource:subnetpool Nov 18 18:04:58.710175 dv-cinder-816695-1-iscsi neutron-server[101444]: WARNING neutron.quota.resource_registry [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] subnetpool is already registered Nov 18 18:04:58.710581 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.v2.resource_helper [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Service CORE assigned prefix: {{(pid=101444) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 18 18:04:58.710906 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.quota.resource_registry [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Creating instance of TrackedResource for resource:subnetpool Nov 18 18:04:58.711238 dv-cinder-816695-1-iscsi neutron-server[101444]: WARNING neutron.quota.resource_registry [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] subnetpool is already registered Nov 18 18:04:58.713537 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.v2.resource_helper [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101444) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 18 18:04:58.713975 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.v2.resource_helper [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Service FLAVORS assigned prefix: {{(pid=101444) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 18 18:04:58.714561 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.v2.resource_helper [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101444) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 18 18:04:58.714986 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.v2.resource_helper [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101444) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 18 18:04:58.715329 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.quota.resource_registry [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Creating instance of TrackedResource for resource:router Nov 18 18:04:58.715668 dv-cinder-816695-1-iscsi neutron-server[101444]: WARNING neutron.quota.resource_registry [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] router is already registered Nov 18 18:04:58.716108 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.quota.resource_registry [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Creating instance of TrackedResource for resource:floatingip Nov 18 18:04:58.716449 dv-cinder-816695-1-iscsi neutron-server[101444]: WARNING neutron.quota.resource_registry [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] floatingip is already registered Nov 18 18:04:58.716909 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.v2.resource_helper [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Service METERING assigned prefix: /metering {{(pid=101444) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 18 18:04:58.717568 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.quota.resource_registry [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Creating instance of CountableResource for resource:rbac_policy Nov 18 18:04:58.717896 dv-cinder-816695-1-iscsi neutron-server[101444]: WARNING neutron.quota.resource_registry [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] rbac_policy is already registered Nov 18 18:04:58.718302 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.quota.resource_registry [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Creating instance of TrackedResource for resource:security_group Nov 18 18:04:58.718635 dv-cinder-816695-1-iscsi neutron-server[101444]: WARNING neutron.quota.resource_registry [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] security_group is already registered Nov 18 18:04:58.719034 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.quota.resource_registry [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 18 18:04:58.719370 dv-cinder-816695-1-iscsi neutron-server[101444]: WARNING neutron.quota.resource_registry [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] security_group_rule is already registered Nov 18 18:04:58.721075 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.v2.resource_helper [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Service CORE assigned prefix: {{(pid=101444) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 18 18:04:58.721075 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.quota.resource_registry [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Creating instance of TrackedResource for resource:subnetpool Nov 18 18:04:58.721233 dv-cinder-816695-1-iscsi neutron-server[101444]: WARNING neutron.quota.resource_registry [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] subnetpool is already registered Nov 18 18:04:58.721650 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.v2.resource_helper [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Service CORE assigned prefix: {{(pid=101444) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 18 18:04:58.721973 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.quota.resource_registry [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Creating instance of TrackedResource for resource:subnetpool Nov 18 18:04:58.722313 dv-cinder-816695-1-iscsi neutron-server[101444]: WARNING neutron.quota.resource_registry [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] subnetpool is already registered Nov 18 18:04:58.722774 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Extended resource: extensions {{(pid=101444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 18 18:04:58.724541 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Extended resource: address-groups {{(pid=101444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 18 18:04:58.726031 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Extended resource: address-scopes {{(pid=101444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 18 18:04:58.727351 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Extended resource: agents {{(pid=101444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 18 18:04:58.728545 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Extended resource: auto-allocated-topology {{(pid=101444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 18 18:04:58.729803 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Extended resource: availability_zones {{(pid=101444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 18 18:04:58.731012 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Extended resource: dhcp-networks {{(pid=101444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 18 18:04:58.732702 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Extended resource: dhcp-agents {{(pid=101444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 18 18:04:58.734130 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Extended resource: routers {{(pid=101444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 18 18:04:58.736980 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Extended resource: flavors {{(pid=101444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 18 18:04:58.738152 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Extended resource: service_profiles {{(pid=101444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 18 18:04:58.739355 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Extended resource: next_providers {{(pid=101444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 18 18:04:58.740884 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Extended resource: service_profiles {{(pid=101444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 18 18:04:58.742433 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Extended resource: floatingip-pools {{(pid=101444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 18 18:04:58.743661 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Extended resource: routers {{(pid=101444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 18 18:04:58.745842 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Extended resource: floatingips {{(pid=101444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 18 18:04:58.747107 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Extended resource: l3-routers {{(pid=101444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 18 18:04:58.748665 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Extended resource: l3-agents {{(pid=101444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 18 18:04:58.750089 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Extended resource: metering-labels {{(pid=101444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 18 18:04:58.752030 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Extended resource: metering-label-rules {{(pid=101444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 18 18:04:58.753327 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Extended resource: network-ip-availabilities {{(pid=101444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 18 18:04:58.754584 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Extended resource: bindings {{(pid=101444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 18 18:04:58.757332 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Extended resource: quotas {{(pid=101444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 18 18:04:58.758793 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Extended resource: quotas {{(pid=101444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 18 18:04:58.760252 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Extended resource: rbac-policies {{(pid=101444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 18 18:04:58.761451 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Extended resource: security-groups {{(pid=101444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 18 18:04:58.762765 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Extended resource: security-group-rules {{(pid=101444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 18 18:04:58.764137 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Extended resource: service-providers {{(pid=101444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 18 18:04:58.765373 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Extended resource: subnetpools {{(pid=101444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 18 18:04:58.766887 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Extended resource: subnetpools {{(pid=101444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 18 18:04:58.768370 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Extended resource: tags {{(pid=101444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 18 18:04:58.770058 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Extended resource: tags {{(pid=101444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 18 18:04:58.772174 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Extended resource: tags {{(pid=101444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 18 18:04:58.773973 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Extended resource: tags {{(pid=101444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 18 18:04:58.775736 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Extended resource: tags {{(pid=101444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 18 18:04:58.777627 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Extended resource: tags {{(pid=101444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 18 18:04:58.779399 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Extended resource: tags {{(pid=101444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 18 18:04:58.781328 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Extended resource: tags {{(pid=101444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 18 18:04:58.783128 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Extended resource: tags {{(pid=101444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 18 18:04:58.784907 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron.api.extensions [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Extended resource: tags {{(pid=101444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 18 18:04:58.791197 dv-cinder-816695-1-iscsi neutron-server[101444]: WARNING keystonemiddleware.auth_token [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 18 18:04:58.796043 dv-cinder-816695-1-iscsi neutron-server[101444]: WARNING keystonemiddleware.auth_token [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 18 18:04:58.805222 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_concurrency.lockutils [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Acquired lock "singleton_lock" {{(pid=101444) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Nov 18 18:04:58.805698 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_concurrency.lockutils [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Releasing lock "singleton_lock" {{(pid=101444) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Nov 18 18:04:58.806335 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO oslo_service.service [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Starting 2 workers Nov 18 18:04:58.811108 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Started child 101553 {{(pid=101444) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 18 18:04:58.816289 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Started child 101554 {{(pid=101444) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 18 18:04:58.817727 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:04:58.818418 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO neutron.service [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Neutron service started, listening on 0.0.0.0:9696 Nov 18 18:04:58.818570 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Notify callbacks [] for process, before_spawn {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:04:58.819205 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [-] (101553) wsgi starting up on http://0.0.0.0:9696 Nov 18 18:04:58.820942 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO oslo_service.service [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Starting 1 workers Nov 18 18:04:58.821116 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:04:58.822539 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [-] (101554) wsgi starting up on http://0.0.0.0:9696 Nov 18 18:04:58.826135 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Started child 101555 {{(pid=101444) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 18 18:04:58.826688 dv-cinder-816695-1-iscsi neutron-server[101444]: INFO oslo_service.service [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Starting 1 workers Nov 18 18:04:58.830054 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.service [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] calling RpcWorker wait() {{(pid=101555) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 18 18:04:58.830619 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.service [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] returning from RpcWorker wait() {{(pid=101555) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 18 18:04:58.831242 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Started child 101556 {{(pid=101444) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 18 18:04:58.832160 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-33565ea4-a2d2-4ba9-a2bc-af289ddaa0f8 None None] Notify callbacks [] for process, after_spawn {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:04:58.832262 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:04:58.832687 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=101555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:04:58.834033 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101444) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 18 18:04:58.834249 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 18 18:04:58.834434 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 18 18:04:58.834819 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 18 18:04:58.834997 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 18 18:04:58.835160 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 18 18:04:58.835683 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.836002 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.836221 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:04:58.836709 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.836709 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.836844 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.837174 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:04:58.837367 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.837644 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.837902 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.838183 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.838455 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.838631 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.838796 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.839056 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.839310 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.839616 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.839919 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.840173 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.840447 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.840641 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.840913 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.841176 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.841427 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.841688 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] debug = True {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.841944 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.842438 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.842668 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.842928 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.843149 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.843430 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.843660 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.843972 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.844234 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.844454 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.844728 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.845000 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.845233 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.845445 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.845663 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.845910 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.846145 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.846617 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] host = dv-cinder-816695-1-iscsi {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.846839 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.847055 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.847314 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.847582 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.847854 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.848152 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.848335 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.848579 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.848850 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.849089 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.849355 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.849619 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.849861 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.850118 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] log_file = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.850286 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] log_options = True {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.850524 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.850777 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.851032 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.851241 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.851445 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.851635 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.851787 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.851976 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.852275 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.852459 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.852678 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.852896 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.853144 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.853386 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.853632 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.853877 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.854130 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.854313 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.854561 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.854811 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.855039 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.855288 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.855539 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.855789 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.856048 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.856265 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.856540 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.856774 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.856989 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.857240 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.857478 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.857748 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.857995 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.858229 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.858489 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.858740 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.858969 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.859186 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.859461 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.859690 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.859989 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.860768 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.860996 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.861238 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.861476 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.861716 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.861992 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] use_json = False {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.862161 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.862429 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.862632 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.863137 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.863137 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.863613 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.863613 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.864204 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.864449 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.864593 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.864842 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.865079 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.865300 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.865561 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.865794 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.867304 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.867304 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.867304 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.867304 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.867304 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.868090 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.868090 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.868090 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.868728 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.868728 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.868926 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.869120 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.869306 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.869584 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.869802 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.870239 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.870373 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.870644 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.870783 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.871014 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.871308 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.871732 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.872033 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.872177 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.872386 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.872882 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.872882 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.874083 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.874083 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.874083 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.874083 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.874464 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.874464 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.874603 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.874846 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.875098 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.875544 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.875799 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.876673 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.876922 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.877229 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.877555 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.877555 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.877804 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.877984 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.879928 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.879928 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.879928 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.879928 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.879928 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.879928 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.880324 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.880324 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.880599 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.880751 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.880967 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.881184 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.881392 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.881607 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.881860 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.882091 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.882311 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.882520 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.882772 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.883707 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.883707 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.883707 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.883707 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.885489 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.885489 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.885489 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.885489 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.885489 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.885489 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.885489 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.885489 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.885974 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.885974 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.886223 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.886378 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.886625 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.886874 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.887104 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.887425 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.887691 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.887974 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.888227 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.888493 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.888772 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.888956 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.889179 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.889404 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.889632 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.890071 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.890180 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.890336 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.890555 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.890771 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.891033 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.891247 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.891473 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.891890 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.892014 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.892276 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.892615 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.892880 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.893148 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.893406 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.893661 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.893990 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.894217 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.894452 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.894704 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.895108 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.895381 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.895926 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.896208 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.896524 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.896793 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.897063 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.897307 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.897565 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.897829 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.898059 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.898302 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.898567 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.898841 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.899052 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.899285 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.899513 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.899883 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.900117 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.900331 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.900576 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.900847 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.901105 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.901363 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.901624 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.901873 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.902112 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.902373 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.902606 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.902840 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.903083 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.903313 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.903546 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.903778 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.904009 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.904242 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.904457 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.904695 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.904956 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.905169 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.905423 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.905664 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.905883 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.906119 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.906382 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.906585 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.906805 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.907046 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.907313 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.907549 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.907792 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.908050 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.908313 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.908663 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.910089 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.910089 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.910089 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.910089 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.910089 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.910769 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.910769 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.910769 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.911167 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.911167 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.911424 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.911567 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.911702 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.911916 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.912154 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.912370 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.912605 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.912845 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.913199 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.913457 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.913680 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.913913 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.914154 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.914409 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.914644 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.914863 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.915091 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.915308 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.915525 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.915796 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.916043 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.916288 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.916502 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.916714 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.916926 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.917149 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.917370 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.917655 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.917922 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.918153 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.918418 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.918656 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.918886 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.919117 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.919328 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.919561 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.919793 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.920163 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.920370 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.920620 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.920831 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.921049 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.921271 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.921489 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.921698 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.921923 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.922197 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.922410 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.922634 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.923391 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.923602 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.923868 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.924082 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.924296 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.924518 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.924734 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.924949 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.925175 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.925383 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.925597 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.925821 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.926036 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.926378 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.926863 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.927018 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.927239 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.927520 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.927747 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.928024 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.928268 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.928614 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.928846 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.929319 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.929547 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.929764 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.929992 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.930272 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.930578 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.930869 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.931117 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.931354 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.931629 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.931930 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.932499 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.932721 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.933017 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.933350 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.933636 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.933908 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.934131 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.934380 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.934606 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.934822 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.935060 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.935296 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.935511 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.935769 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.936018 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.936277 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.936506 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.936737 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.936979 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.937202 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.937428 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.937673 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.937907 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.938065 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 18 18:04:58.939175 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101444) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 18 18:04:58.939361 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 18 18:04:58.939555 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 18 18:04:58.939717 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 18 18:04:58.939879 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 18 18:04:58.940063 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 18 18:04:58.940192 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.940315 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.940463 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.940623 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.940785 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.940964 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.941125 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.941283 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.941441 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.941597 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.941756 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.941913 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.942073 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.942230 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.942387 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.942549 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.942707 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.942865 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.943027 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.943184 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.943341 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.943497 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.943655 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] debug = True {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.943829 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.944032 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.944199 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.944344 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.944539 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.944696 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.944828 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.944964 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.945110 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.945242 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.945387 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.945522 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.945675 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.945821 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.945975 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.946134 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.946291 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.946440 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] host = dv-cinder-816695-1-iscsi {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.946576 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.946737 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.946888 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.947124 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.947267 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.947403 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.947545 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.947700 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.947953 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.947953 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.948219 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.948219 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.948418 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.948526 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] log_file = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.948682 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] log_options = True {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.948839 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.948996 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.949153 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.949335 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.949498 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.949655 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.949811 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.949968 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.950124 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.950280 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.950437 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.950594 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.950750 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.950907 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.951065 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.951222 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.951380 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.951537 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.951695 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.951871 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.952031 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.952187 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.952344 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.952505 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.952662 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.952819 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.952975 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.953132 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.953288 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.953445 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.953601 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.953809 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.953903 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.954702 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.954805 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.954905 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.955063 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.955221 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.955381 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.955539 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.955696 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.955886 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.956050 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.956206 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.956364 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.956520 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.956677 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] use_json = False {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.956833 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.956990 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.957145 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.957306 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.957460 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.957616 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.957772 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.957934 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 18:04:58.958119 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.958271 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.958433 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.958592 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.958753 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.958912 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.959071 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.959239 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.959448 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.959680 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.960051 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.960397 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.960787 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.960948 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.961116 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.961278 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.961439 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.961603 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.961753 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.961911 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.962051 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.962187 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.962359 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.962524 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.962682 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.962841 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.963000 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.963167 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.963326 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.963469 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.963633 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.963776 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.963965 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.964126 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.964286 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.964446 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.964607 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.964869 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.965025 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.965163 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.965247 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.965364 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.965522 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.965682 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.965842 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.966002 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.966160 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.966321 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.966481 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.966641 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.966802 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.966964 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.967124 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.967290 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.967417 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.967591 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.967751 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.967934 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.968118 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.968360 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.968521 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.968638 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.968736 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.968863 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.968996 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.969145 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.969316 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.969476 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.969671 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.970368 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.970557 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.970875 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.970875 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.971148 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.971148 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.971377 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.971460 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.971565 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.971724 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.971907 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.972071 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.972230 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.972390 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.972556 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.972715 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.972875 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.973034 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.973194 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.973352 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.973520 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.973692 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.973852 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.974012 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.974171 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.974330 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.974489 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.974649 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.974808 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.975095 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.975095 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.975320 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.975405 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.975556 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.975715 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.975900 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.976062 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.976221 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.976381 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.976540 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.976701 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.976859 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.977017 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.977176 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.977334 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.977493 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.977652 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.977835 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.977980 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.978142 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.978287 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.978454 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.978623 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.978785 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.978946 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.979105 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.979263 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.979423 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.979583 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.979741 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.979937 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.980100 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.980260 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.980428 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.980598 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.980758 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.980916 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.981076 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.981257 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.981418 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.981577 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.981736 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.981895 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.981981 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:04:58.982081 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.982202 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.982362 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.982527 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.982685 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.982845 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.983005 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.983165 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.983324 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.983483 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.983642 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.983835 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.983982 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.984141 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.984301 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.984461 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.984621 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.984780 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.984939 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.985124 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.985277 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.985439 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.985598 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.985757 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.985917 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.986076 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.986239 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.986402 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.986575 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.986819 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.986983 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.987142 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.987289 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.987452 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.987614 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.988252 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.988252 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.988252 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.988252 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.988658 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.988658 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.989013 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.989013 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.989013 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.989290 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.989290 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.989443 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.989577 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.989738 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.989897 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.990072 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.990232 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.990391 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.990550 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.990708 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.990867 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.991026 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.991184 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.991343 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.991501 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.991659 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.991862 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.992013 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.992141 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.992296 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.992459 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.992618 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.992777 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.992934 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.993107 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.993307 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.994024 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.994194 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.994354 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.994513 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.994683 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.994843 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.995004 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.995242 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.995343 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.995470 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.995637 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.995797 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.996009 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.996136 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.996294 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.996452 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.996621 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.996779 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.996938 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.997097 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.997255 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.997413 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.997580 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.997740 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.997900 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.998059 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.998216 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.998375 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.998543 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.998702 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.998861 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.999019 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.999178 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.999336 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.999504 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.999664 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:58.999838 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:59.000008 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:59.000167 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:59.000329 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:59.000486 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:59.000657 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:59.000816 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:59.001005 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:59.001175 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:59.001298 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:59.001459 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:59.001619 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:59.001782 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:59.001951 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:59.002116 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:59.002278 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:59.002451 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:59.002642 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:59.002781 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:59.002935 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:59.003099 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:59.003270 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:59.003429 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:59.003588 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:59.003746 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:59.003928 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:59.004089 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:59.004248 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:59.004406 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:59.004564 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:59.004722 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:59.004879 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:59.005074 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:59.005240 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:59.005448 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:59.005645 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:59.005811 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:59.005968 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:59.006130 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:59.006289 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:59.006447 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 18:04:59.006601 dv-cinder-816695-1-iscsi neutron-server[101444]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 18 18:04:59.066273 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 42436) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:04:59.074913 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [-] 10.222.0.21 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063930 Nov 18 18:05:10.999690 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858bf770-1af2-4db0-9913-de6dede25da2 None None] get_active_networks_info from dv-cinder-816695-1-iscsi {{(pid=101555) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 18 18:05:11.025745 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a8d17701-9aea-43c0-9504-296368a41b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-369279'] for agent, after_create {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:05:11.080809 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-858bf770-1af2-4db0-9913-de6dede25da2 None None] No non-hosted networks {{(pid=101555) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 18 18:05:14.009146 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-07778e65-5975-48c6-b4cb-0e39e05718c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-369279'] for agent, after_create {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:05:14.066430 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-9c0f4723-1cd8-4672-ab83-235b19c10644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:05:14.144005 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-369279'] for agent, after_create {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:05:14.144659 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:05:14.145235 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:05:14.145607 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:05:14.145934 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:05:14.146331 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:05:14.146659 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:05:14.146980 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:05:14.147493 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:05:14.147993 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:05:14.148447 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:05:14.148945 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:05:14.149410 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:05:14.149937 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-816695-1-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=101555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:05:14.162796 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-816695-1-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=101555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:05:14.885145 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-e3a848c2-ffa0-4288-a759-e5f077163e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-369279'] for agent, after_create {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:05:16.878289 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-cd169395-ba62-4885-8b1f-e6616afe023f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-369279'] for agent, after_create {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:05:17.856371 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 42526) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:05:18.388559 dv-cinder-816695-1-iscsi neutron-server[101553]: WARNING oslo_policy.policy [None req-00a193b5-69d7-4809-bd91-6255251851f7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 18 18:05:18.389385 dv-cinder-816695-1-iscsi neutron-server[101553]: WARNING oslo_policy.policy [None req-00a193b5-69d7-4809-bd91-6255251851f7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 18 18:05:18.641557 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [None req-00a193b5-69d7-4809-bd91-6255251851f7 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 18:05:18.642690 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-00a193b5-69d7-4809-bd91-6255251851f7 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7855060 Nov 18 18:05:21.211585 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 42540) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:05:21.483974 dv-cinder-816695-1-iscsi neutron-server[101555]: INFO neutron.db.l3_hamode_db [None req-b74dcafd-1a9f-460a-99a6-6c9bef4884ef None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 18 18:05:21.568763 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74dcafd-1a9f-460a-99a6-6c9bef4884ef None None] Routers set() bound to L3 agent in host dv-cinder-816695-1-iscsi {{(pid=101555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:05:21.569153 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74dcafd-1a9f-460a-99a6-6c9bef4884ef None None] Router IDs set() for agent in host dv-cinder-816695-1-iscsi {{(pid=101555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 18 18:05:21.620724 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.v2.base [None req-522ec92f-5c21-4fc1-a146-d7bd4c6ce192 admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=101553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:05:21.715418 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.policy [None req-522ec92f-5c21-4fc1-a146-d7bd4c6ce192 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101553) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 18 18:05:21.761754 dv-cinder-816695-1-iscsi neutron-server[101553]: WARNING oslo_policy.policy [None req-522ec92f-5c21-4fc1-a146-d7bd4c6ce192 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 18 18:05:21.762129 dv-cinder-816695-1-iscsi neutron-server[101553]: WARNING oslo_policy.policy [None req-522ec92f-5c21-4fc1-a146-d7bd4c6ce192 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 18 18:05:21.770847 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.quota [None req-522ec92f-5c21-4fc1-a146-d7bd4c6ce192 admin admin] Loaded quota_driver: . Nov 18 18:05:21.870422 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-522ec92f-5c21-4fc1-a146-d7bd4c6ce192 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768459279209', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768459279686', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768459291855', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768459289963', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768460686535', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768459309809', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1793209', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1589154', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-738508', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-683494'] for rbac-policy, before_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:05:21.939727 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-522ec92f-5c21-4fc1-a146-d7bd4c6ce192 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:05:21.940951 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-522ec92f-5c21-4fc1-a146-d7bd4c6ce192 admin admin] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7283440 Nov 18 18:05:24.588176 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 42552) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:05:25.130185 dv-cinder-816695-1-iscsi neutron-server[101554]: WARNING oslo_policy.policy [None req-21311aff-09a7-490b-9910-ab97e8b256f0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 18 18:05:25.130764 dv-cinder-816695-1-iscsi neutron-server[101554]: WARNING oslo_policy.policy [None req-21311aff-09a7-490b-9910-ab97e8b256f0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 18 18:05:25.353004 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.v2.base [None req-21311aff-09a7-490b-9910-ab97e8b256f0 admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': '1b67196fd7cd4a31bba7d8045b1dd695', 'project_id': '1b67196fd7cd4a31bba7d8045b1dd695', 'name': 'private'}} {{(pid=101554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:05:25.354522 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.quota [None req-21311aff-09a7-490b-9910-ab97e8b256f0 admin admin] Loaded quota_driver: . Nov 18 18:05:25.413451 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21311aff-09a7-490b-9910-ab97e8b256f0 admin admin] Made reservation on behalf of 1b67196fd7cd4a31bba7d8045b1dd695 for: {'network': 1} {{(pid=101554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 18:05:25.479583 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.policy [None req-21311aff-09a7-490b-9910-ab97e8b256f0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101554) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 18 18:05:25.526926 dv-cinder-816695-1-iscsi neutron-server[101554]: WARNING oslo_policy.policy [None req-21311aff-09a7-490b-9910-ab97e8b256f0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 18 18:05:25.527296 dv-cinder-816695-1-iscsi neutron-server[101554]: WARNING oslo_policy.policy [None req-21311aff-09a7-490b-9910-ab97e8b256f0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 18 18:05:25.537540 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-21311aff-09a7-490b-9910-ab97e8b256f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for network, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:05:25.559398 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-21311aff-09a7-490b-9910-ab97e8b256f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:05:25.696418 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-21311aff-09a7-490b-9910-ab97e8b256f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:05:25.709134 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-21311aff-09a7-490b-9910-ab97e8b256f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:05:25.729828 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21311aff-09a7-490b-9910-ab97e8b256f0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 794} {{(pid=101554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 18:05:25.757747 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-21311aff-09a7-490b-9910-ab97e8b256f0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8768457200159', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1774666'] for segment, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:05:25.758326 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-21311aff-09a7-490b-9910-ab97e8b256f0 admin admin] Unsubscribe: segment precommit_create {{(pid=101554) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 18 18:05:25.758902 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.db.segments_db [None req-21311aff-09a7-490b-9910-ab97e8b256f0 admin admin] Added segment 1de3ffca-66c7-4ce8-82f8-80a52afb4da0 of type vlan for network 973dece9-3dd5-4f59-b4e3-c785af59a749 Nov 18 18:05:25.779797 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21311aff-09a7-490b-9910-ab97e8b256f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0662f7eb-7626-42a9-b977-5e2d90a97a11,revision_number=1']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:05:25.798243 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21311aff-09a7-490b-9910-ab97e8b256f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:05:25.798626 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21311aff-09a7-490b-9910-ab97e8b256f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:05:25.798952 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21311aff-09a7-490b-9910-ab97e8b256f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:05:25.799301 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21311aff-09a7-490b-9910-ab97e8b256f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:05:25.799638 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21311aff-09a7-490b-9910-ab97e8b256f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:05:25.800005 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21311aff-09a7-490b-9910-ab97e8b256f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:05:25.800336 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21311aff-09a7-490b-9910-ab97e8b256f0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:05:25.800674 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21311aff-09a7-490b-9910-ab97e8b256f0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:05:25.801017 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21311aff-09a7-490b-9910-ab97e8b256f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:05:25.801445 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21311aff-09a7-490b-9910-ab97e8b256f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:05:25.801654 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21311aff-09a7-490b-9910-ab97e8b256f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:05:25.801969 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21311aff-09a7-490b-9910-ab97e8b256f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:05:25.803069 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21311aff-09a7-490b-9910-ab97e8b256f0 admin admin] Tracked resource versions report: Nov 18 18:05:25.803069 dv-cinder-816695-1-iscsi neutron-server[101554]: pushed versions: Nov 18 18:05:25.803069 dv-cinder-816695-1-iscsi neutron-server[101554]: { 'AddressGroup': {'1.2'}, Nov 18 18:05:25.803069 dv-cinder-816695-1-iscsi neutron-server[101554]: 'ConntrackHelper': {'1.0'}, Nov 18 18:05:25.803069 dv-cinder-816695-1-iscsi neutron-server[101554]: 'Log': {'1.0'}, Nov 18 18:05:25.803069 dv-cinder-816695-1-iscsi neutron-server[101554]: 'Network': {'1.1'}, Nov 18 18:05:25.803069 dv-cinder-816695-1-iscsi neutron-server[101554]: 'Port': {'1.7'}, Nov 18 18:05:25.803069 dv-cinder-816695-1-iscsi neutron-server[101554]: 'PortForwarding': {'1.2'}, Nov 18 18:05:25.803069 dv-cinder-816695-1-iscsi neutron-server[101554]: 'QosPolicy': {'1.9'}, Nov 18 18:05:25.803069 dv-cinder-816695-1-iscsi neutron-server[101554]: 'SecurityGroup': {'1.4'}, Nov 18 18:05:25.803069 dv-cinder-816695-1-iscsi neutron-server[101554]: 'SecurityGroupRule': {'1.2'}, Nov 18 18:05:25.803069 dv-cinder-816695-1-iscsi neutron-server[101554]: 'SubPort': {'1.0'}, Nov 18 18:05:25.803069 dv-cinder-816695-1-iscsi neutron-server[101554]: 'Subnet': {'1.1'}, Nov 18 18:05:25.803069 dv-cinder-816695-1-iscsi neutron-server[101554]: 'Trunk': {'1.1'}} Nov 18 18:05:25.803069 dv-cinder-816695-1-iscsi neutron-server[101554]: consumer versions: Nov 18 18:05:25.803069 dv-cinder-816695-1-iscsi neutron-server[101554]: { DHCP agent@dv-cinder-816695-1-iscsi: {}, Nov 18 18:05:25.803069 dv-cinder-816695-1-iscsi neutron-server[101554]: L3 agent@dv-cinder-816695-1-iscsi: {}, Nov 18 18:05:25.803069 dv-cinder-816695-1-iscsi neutron-server[101554]: Metadata agent@dv-cinder-816695-1-iscsi: {}, Nov 18 18:05:25.803069 dv-cinder-816695-1-iscsi neutron-server[101554]: Metering agent@dv-cinder-816695-1-iscsi: {}, Nov 18 18:05:25.803069 dv-cinder-816695-1-iscsi neutron-server[101554]: Open vSwitch agent@dv-cinder-816695-1-iscsi: { 'AddressGroup': '1.2', Nov 18 18:05:25.803069 dv-cinder-816695-1-iscsi neutron-server[101554]: 'ConntrackHelper': '1.0', Nov 18 18:05:25.803069 dv-cinder-816695-1-iscsi neutron-server[101554]: 'Log': '1.0', Nov 18 18:05:25.803069 dv-cinder-816695-1-iscsi neutron-server[101554]: 'Network': '1.1', Nov 18 18:05:25.803069 dv-cinder-816695-1-iscsi neutron-server[101554]: 'Port': '1.7', Nov 18 18:05:25.803069 dv-cinder-816695-1-iscsi neutron-server[101554]: 'PortForwarding': '1.2', Nov 18 18:05:25.803069 dv-cinder-816695-1-iscsi neutron-server[101554]: 'QosPolicy': '1.9', Nov 18 18:05:25.803069 dv-cinder-816695-1-iscsi neutron-server[101554]: 'SecurityGroup': '1.4', Nov 18 18:05:25.803069 dv-cinder-816695-1-iscsi neutron-server[101554]: 'SecurityGroupRule': '1.2', Nov 18 18:05:25.803069 dv-cinder-816695-1-iscsi neutron-server[101554]: 'SubPort': '1.0', Nov 18 18:05:25.803069 dv-cinder-816695-1-iscsi neutron-server[101554]: 'Subnet': '1.1', Nov 18 18:05:25.803069 dv-cinder-816695-1-iscsi neutron-server[101554]: 'Trunk': '1.1'}} Nov 18 18:05:25.803069 dv-cinder-816695-1-iscsi neutron-server[101554]: {{(pid=101554) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 18 18:05:25.905102 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-21311aff-09a7-490b-9910-ab97e8b256f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768456854164'] for network, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:05:25.965873 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-21311aff-09a7-490b-9910-ab97e8b256f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922'] for network, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:05:25.967203 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21311aff-09a7-490b-9910-ab97e8b256f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:05:25.968337 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-21311aff-09a7-490b-9910-ab97e8b256f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553968'] for network, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:05:26.051077 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-21311aff-09a7-490b-9910-ab97e8b256f0 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.4604876 Nov 18 18:05:26.099371 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21311aff-09a7-490b-9910-ab97e8b256f0 admin admin] Pushing event updated for resources: {'Network': ['ID=973dece9-3dd5-4f59-b4e3-c785af59a749,revision_number=1']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:05:26.117910 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Network 973dece9-3dd5-4f59-b4e3-c785af59a749 details requested by agent ovs-agent-dv-cinder-816695-1-iscsi with host dv-cinder-816695-1-iscsi {{(pid=101555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 18:05:28.961128 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 42574) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:05:29.406488 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca5ed4a-b08a-4c75-882f-dcc9bd2bf2c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:05:29.407826 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-aca5ed4a-b08a-4c75-882f-dcc9bd2bf2c1 admin admin] 10.222.0.21 "GET /v2.0/networks/973dece9-3dd5-4f59-b4e3-c785af59a749 HTTP/1.1" status: 200 len: 825 time: 0.4456899 Nov 18 18:05:29.450282 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-eb715ce9-f4aa-4224-b2e7-3665aa60b74e admin admin] 10.222.0.21 "GET /v2.0/subnetpools/f021af8b-21b9-4a76-a884-a70dd795bef6 HTTP/1.1" status: 200 len: 734 time: 0.0360515 Nov 18 18:05:29.461192 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.v2.base [None req-0c4b5b9b-ffc5-4665-a304-73171c77e8eb admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'tenant_id': '1b67196fd7cd4a31bba7d8045b1dd695', 'subnetpool_id': 'f021af8b-21b9-4a76-a884-a70dd795bef6', 'network_id': '973dece9-3dd5-4f59-b4e3-c785af59a749', 'name': 'private-subnet'}} {{(pid=101554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:05:29.485942 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c4b5b9b-ffc5-4665-a304-73171c77e8eb admin admin] Made reservation on behalf of 1b67196fd7cd4a31bba7d8045b1dd695 for: {'subnet': 1} {{(pid=101554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 18:05:29.488495 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-0c4b5b9b-ffc5-4665-a304-73171c77e8eb admin admin] Notify callbacks [] for subnet, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:05:29.786910 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-0c4b5b9b-ffc5-4665-a304-73171c77e8eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922'] for subnet, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:05:29.854658 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4b5b9b-ffc5-4665-a304-73171c77e8eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fb90bb7-f4b9-41e4-ae99-fc5b44404048,revision_number=0']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:05:29.856613 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4b5b9b-ffc5-4665-a304-73171c77e8eb admin admin] Checking segment: {'id': '1de3ffca-66c7-4ce8-82f8-80a52afb4da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '973dece9-3dd5-4f59-b4e3-c785af59a749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 18 18:05:29.856980 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4b5b9b-ffc5-4665-a304-73171c77e8eb admin admin] Network hostable DHCP agents. Network: 973dece9-3dd5-4f59-b4e3-c785af59a749, hostable agents: ['3fbd36fe-782c-4617-8e97-99410d5610de'], hosted agents: [] {{(pid=101554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 18:05:29.882390 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4b5b9b-ffc5-4665-a304-73171c77e8eb admin admin] Network 973dece9-3dd5-4f59-b4e3-c785af59a749 is scheduled to be hosted by DHCP agent 3fbd36fe-782c-4617-8e97-99410d5610de with binding_index 1 {{(pid=101554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 18:05:29.899325 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.scheduler.base_scheduler [None req-0c4b5b9b-ffc5-4665-a304-73171c77e8eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816695-1-iscsi, 973dece9-3dd5-4f59-b4e3-c785af59a749) {{(pid=101554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:05:29.904390 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c4b5b9b-ffc5-4665-a304-73171c77e8eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:05:29.905182 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-0c4b5b9b-ffc5-4665-a304-73171c77e8eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553968'] for subnet, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:05:29.912251 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c1bd21-d85d-4a16-9a0e-00409281cc4b None None] Network 973dece9-3dd5-4f59-b4e3-c785af59a749 requested from dv-cinder-816695-1-iscsi {{(pid=101555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 18:05:29.924546 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-0c4b5b9b-ffc5-4665-a304-73171c77e8eb admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4674561 Nov 18 18:05:30.309872 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097b8262-a3b6-41f4-b451-dc4893bdd5ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5e6a097-ea3c-5b2a-9327-4706adb4f366-973dece9-3dd5-4f59-b4e3-c785af59a749', 'network_id': '973dece9-3dd5-4f59-b4e3-c785af59a749', 'tenant_id': '1b67196fd7cd4a31bba7d8045b1dd695', 'fixed_ips': [{'subnet_id': '6fb90bb7-f4b9-41e4-ae99-fc5b44404048'}]}} from dv-cinder-816695-1-iscsi. {{(pid=101555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 18:05:30.312416 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-097b8262-a3b6-41f4-b451-dc4893bdd5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_create {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:05:30.604068 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.db_base_plugin_common [None req-097b8262-a3b6-41f4-b451-dc4893bdd5ff None None] Allocated IP 172.20.0.2 (973dece9-3dd5-4f59-b4e3-c785af59a749/6fb90bb7-f4b9-41e4-ae99-fc5b44404048/56110c34-3bf1-4f6b-a528-a15739efcc08) {{(pid=101555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 18:05:30.852837 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-097b8262-a3b6-41f4-b451-dc4893bdd5ff None None] Notify callbacks [] for port, precommit_create {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:05:30.861586 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-097b8262-a3b6-41f4-b451-dc4893bdd5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768456900401'] for port, after_create {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:05:30.935584 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097b8262-a3b6-41f4-b451-dc4893bdd5ff None None] Network 973dece9-3dd5-4f59-b4e3-c785af59a749 is already hosted by enough agents. {{(pid=101555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:05:30.941629 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.scheduler.base_scheduler [None req-097b8262-a3b6-41f4-b451-dc4893bdd5ff None None] Resources bound (agent type, host, resource id): {{(pid=101555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:05:30.949279 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097b8262-a3b6-41f4-b451-dc4893bdd5ff None None] Pushing event updated for resources: {'Port': ['ID=56110c34-3bf1-4f6b-a528-a15739efcc08,revision_number=1']} {{(pid=101555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:05:30.951687 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097b8262-a3b6-41f4-b451-dc4893bdd5ff None None] Received port after_create {{(pid=101555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 18:05:30.986182 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097b8262-a3b6-41f4-b451-dc4893bdd5ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:05:30.986546 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097b8262-a3b6-41f4-b451-dc4893bdd5ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:05:30.986895 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097b8262-a3b6-41f4-b451-dc4893bdd5ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:05:30.987226 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097b8262-a3b6-41f4-b451-dc4893bdd5ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:05:30.987561 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097b8262-a3b6-41f4-b451-dc4893bdd5ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:05:30.987914 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097b8262-a3b6-41f4-b451-dc4893bdd5ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:05:30.988245 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097b8262-a3b6-41f4-b451-dc4893bdd5ff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:05:30.988572 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097b8262-a3b6-41f4-b451-dc4893bdd5ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:05:30.988914 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097b8262-a3b6-41f4-b451-dc4893bdd5ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:05:30.989242 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097b8262-a3b6-41f4-b451-dc4893bdd5ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:05:30.989566 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097b8262-a3b6-41f4-b451-dc4893bdd5ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:05:30.989887 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097b8262-a3b6-41f4-b451-dc4893bdd5ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:05:30.991036 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097b8262-a3b6-41f4-b451-dc4893bdd5ff None None] Tracked resource versions report: Nov 18 18:05:30.991036 dv-cinder-816695-1-iscsi neutron-server[101555]: pushed versions: Nov 18 18:05:30.991036 dv-cinder-816695-1-iscsi neutron-server[101555]: { 'AddressGroup': {'1.2'}, Nov 18 18:05:30.991036 dv-cinder-816695-1-iscsi neutron-server[101555]: 'ConntrackHelper': {'1.0'}, Nov 18 18:05:30.991036 dv-cinder-816695-1-iscsi neutron-server[101555]: 'Log': {'1.0'}, Nov 18 18:05:30.991036 dv-cinder-816695-1-iscsi neutron-server[101555]: 'Network': {'1.1'}, Nov 18 18:05:30.991036 dv-cinder-816695-1-iscsi neutron-server[101555]: 'Port': {'1.7'}, Nov 18 18:05:30.991036 dv-cinder-816695-1-iscsi neutron-server[101555]: 'PortForwarding': {'1.2'}, Nov 18 18:05:30.991036 dv-cinder-816695-1-iscsi neutron-server[101555]: 'QosPolicy': {'1.9'}, Nov 18 18:05:30.991036 dv-cinder-816695-1-iscsi neutron-server[101555]: 'SecurityGroup': {'1.4'}, Nov 18 18:05:30.991036 dv-cinder-816695-1-iscsi neutron-server[101555]: 'SecurityGroupRule': {'1.2'}, Nov 18 18:05:30.991036 dv-cinder-816695-1-iscsi neutron-server[101555]: 'SubPort': {'1.0'}, Nov 18 18:05:30.991036 dv-cinder-816695-1-iscsi neutron-server[101555]: 'Subnet': {'1.1'}, Nov 18 18:05:30.991036 dv-cinder-816695-1-iscsi neutron-server[101555]: 'Trunk': {'1.1'}} Nov 18 18:05:30.991036 dv-cinder-816695-1-iscsi neutron-server[101555]: consumer versions: Nov 18 18:05:30.991036 dv-cinder-816695-1-iscsi neutron-server[101555]: { DHCP agent@dv-cinder-816695-1-iscsi: {}, Nov 18 18:05:30.991036 dv-cinder-816695-1-iscsi neutron-server[101555]: L3 agent@dv-cinder-816695-1-iscsi: {}, Nov 18 18:05:30.991036 dv-cinder-816695-1-iscsi neutron-server[101555]: Metadata agent@dv-cinder-816695-1-iscsi: {}, Nov 18 18:05:30.991036 dv-cinder-816695-1-iscsi neutron-server[101555]: Metering agent@dv-cinder-816695-1-iscsi: {}, Nov 18 18:05:30.991036 dv-cinder-816695-1-iscsi neutron-server[101555]: Open vSwitch agent@dv-cinder-816695-1-iscsi: { 'AddressGroup': '1.2', Nov 18 18:05:30.991036 dv-cinder-816695-1-iscsi neutron-server[101555]: 'ConntrackHelper': '1.0', Nov 18 18:05:30.991036 dv-cinder-816695-1-iscsi neutron-server[101555]: 'Log': '1.0', Nov 18 18:05:30.991036 dv-cinder-816695-1-iscsi neutron-server[101555]: 'Network': '1.1', Nov 18 18:05:30.991036 dv-cinder-816695-1-iscsi neutron-server[101555]: 'Port': '1.7', Nov 18 18:05:30.991036 dv-cinder-816695-1-iscsi neutron-server[101555]: 'PortForwarding': '1.2', Nov 18 18:05:30.991036 dv-cinder-816695-1-iscsi neutron-server[101555]: 'QosPolicy': '1.9', Nov 18 18:05:30.991036 dv-cinder-816695-1-iscsi neutron-server[101555]: 'SecurityGroup': '1.4', Nov 18 18:05:30.991036 dv-cinder-816695-1-iscsi neutron-server[101555]: 'SecurityGroupRule': '1.2', Nov 18 18:05:30.991036 dv-cinder-816695-1-iscsi neutron-server[101555]: 'SubPort': '1.0', Nov 18 18:05:30.991036 dv-cinder-816695-1-iscsi neutron-server[101555]: 'Subnet': '1.1', Nov 18 18:05:30.991036 dv-cinder-816695-1-iscsi neutron-server[101555]: 'Trunk': '1.1'}} Nov 18 18:05:30.991036 dv-cinder-816695-1-iscsi neutron-server[101555]: {{(pid=101555) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 18 18:05:31.045589 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.managers [None req-097b8262-a3b6-41f4-b451-dc4893bdd5ff None None] Attempting to bind port 56110c34-3bf1-4f6b-a528-a15739efcc08 on host dv-cinder-816695-1-iscsi for vnic_type normal with profile {{(pid=101555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 18 18:05:31.046000 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.managers [None req-097b8262-a3b6-41f4-b451-dc4893bdd5ff None None] Attempting to bind port 56110c34-3bf1-4f6b-a528-a15739efcc08 by drivers openvswitch,hyperv on host dv-cinder-816695-1-iscsi at level 0 using segments [{'id': '1de3ffca-66c7-4ce8-82f8-80a52afb4da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '973dece9-3dd5-4f59-b4e3-c785af59a749'}] {{(pid=101555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 18 18:05:31.046524 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097b8262-a3b6-41f4-b451-dc4893bdd5ff None None] Attempting to bind port 56110c34-3bf1-4f6b-a528-a15739efcc08 on network 973dece9-3dd5-4f59-b4e3-c785af59a749 {{(pid=101555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:05:31.053240 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097b8262-a3b6-41f4-b451-dc4893bdd5ff None None] Checking agent: {'id': '1b150279-be03-4dd2-a318-1a957a9087ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816695-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 18, 5, 14), 'started_at': datetime.datetime(2021, 11, 18, 18, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 18, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816695-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 18:05:31.053947 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097b8262-a3b6-41f4-b451-dc4893bdd5ff None None] Checking segment: {'id': '1de3ffca-66c7-4ce8-82f8-80a52afb4da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '973dece9-3dd5-4f59-b4e3-c785af59a749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 18 18:05:31.054625 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-097b8262-a3b6-41f4-b451-dc4893bdd5ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:05:31.055007 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097b8262-a3b6-41f4-b451-dc4893bdd5ff None None] Bound using segment: {'id': '1de3ffca-66c7-4ce8-82f8-80a52afb4da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '973dece9-3dd5-4f59-b4e3-c785af59a749'} {{(pid=101555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 18:05:31.055516 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.managers [None req-097b8262-a3b6-41f4-b451-dc4893bdd5ff None None] Bound port: 56110c34-3bf1-4f6b-a528-a15739efcc08, host: dv-cinder-816695-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1de3ffca-66c7-4ce8-82f8-80a52afb4da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '973dece9-3dd5-4f59-b4e3-c785af59a749'}}] {{(pid=101555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 18 18:05:31.055979 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-097b8262-a3b6-41f4-b451-dc4893bdd5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:05:31.131044 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-097b8262-a3b6-41f4-b451-dc4893bdd5ff None None] For port 56110c34-3bf1-4f6b-a528-a15739efcc08, host dv-cinder-816695-1-iscsi, cleared binding levels {{(pid=101555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 18:05:31.135430 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-097b8262-a3b6-41f4-b451-dc4893bdd5ff None None] For port 56110c34-3bf1-4f6b-a528-a15739efcc08, host dv-cinder-816695-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816695-1-iscsi',level=0,port_id=56110c34-3bf1-4f6b-a528-a15739efcc08,segment=NetworkSegment(1de3ffca-66c7-4ce8-82f8-80a52afb4da0),segment_id=1de3ffca-66c7-4ce8-82f8-80a52afb4da0)] {{(pid=101555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 18:05:31.140211 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-097b8262-a3b6-41f4-b451-dc4893bdd5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:05:31.208136 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097b8262-a3b6-41f4-b451-dc4893bdd5ff None None] Pushing event updated for resources: {'Port': ['ID=56110c34-3bf1-4f6b-a528-a15739efcc08,revision_number=2']} {{(pid=101555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:05:32.857301 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 42582) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:05:33.222844 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [None req-cc9d063e-9336-48f3-a223-13dab8b9bb12 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 18:05:33.223978 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-cc9d063e-9336-48f3-a223-13dab8b9bb12 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3657210 Nov 18 18:05:35.723846 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 42590) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:05:36.149139 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [None req-b4753bc8-c720-47de-9b14-1b5ee58d6b72 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 18:05:36.150147 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-b4753bc8-c720-47de-9b14-1b5ee58d6b72 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4250774 Nov 18 18:05:39.072149 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 42604) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:05:39.501234 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.v2.base [None req-af2d14f2-b054-4f55-bfa2-b7dd6cbea666 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '1b67196fd7cd4a31bba7d8045b1dd695', 'name': 'router1'}} {{(pid=101553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:05:39.529803 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-af2d14f2-b054-4f55-bfa2-b7dd6cbea666 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362720', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15882'] for router, before_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:05:39.532505 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-af2d14f2-b054-4f55-bfa2-b7dd6cbea666 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-366266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15875'] for router, precommit_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:05:39.697880 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-af2d14f2-b054-4f55-bfa2-b7dd6cbea666 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:05:39.703138 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Device 56110c34-3bf1-4f6b-a528-a15739efcc08 up at agent ovs-agent-dv-cinder-816695-1-iscsi {{(pid=101555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:05:39.706531 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-af2d14f2-b054-4f55-bfa2-b7dd6cbea666 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-366319'] for router, after_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:05:39.726381 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-af2d14f2-b054-4f55-bfa2-b7dd6cbea666 admin admin] Notify callbacks [] for router, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:05:39.727591 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-af2d14f2-b054-4f55-bfa2-b7dd6cbea666 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6540596 Nov 18 18:05:39.830050 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Provisioning complete for port 56110c34-3bf1-4f6b-a528-a15739efcc08 triggered by entity L2. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:05:39.830445 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:05:39.972240 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:05:40.015279 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] For port 56110c34-3bf1-4f6b-a528-a15739efcc08, host dv-cinder-816695-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816695-1-iscsi',level=0,port_id=56110c34-3bf1-4f6b-a528-a15739efcc08,segment=NetworkSegment(1de3ffca-66c7-4ce8-82f8-80a52afb4da0),segment_id=1de3ffca-66c7-4ce8-82f8-80a52afb4da0)] {{(pid=101555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:05:40.020086 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:05:40.072292 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Pushing event updated for resources: {'Port': ['ID=56110c34-3bf1-4f6b-a528-a15739efcc08,revision_number=3']} {{(pid=101555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:05:40.502007 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab8562f-fa1d-49a6-aa44-3e08c18d9e7a None None] Network 973dece9-3dd5-4f59-b4e3-c785af59a749 requested from dv-cinder-816695-1-iscsi {{(pid=101555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 18:05:40.589459 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-0750d95c-f98c-4613-86e8-7c81f05e14cc None None] Provisioning complete for port 56110c34-3bf1-4f6b-a528-a15739efcc08 triggered by entity DHCP. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:05:40.589916 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-0750d95c-f98c-4613-86e8-7c81f05e14cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:05:40.917141 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-847b9251-937e-4683-8367-5ae21e587218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:05:40.966134 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-5257c293-d585-407d-9c79-56137cc32ca4 None None] Provisioning complete for port 56110c34-3bf1-4f6b-a528-a15739efcc08 triggered by entity DHCP. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:05:40.966558 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-5257c293-d585-407d-9c79-56137cc32ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:05:41.661687 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Device 56110c34-3bf1-4f6b-a528-a15739efcc08 up at agent ovs-agent-dv-cinder-816695-1-iscsi {{(pid=101555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:05:41.719749 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Provisioning complete for port 56110c34-3bf1-4f6b-a528-a15739efcc08 triggered by entity L2. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:05:41.720152 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:05:42.328001 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 42612) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:05:42.729826 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [None req-4de3f996-b87f-4522-a605-b11d17064534 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101554) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 18:05:42.731020 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-4de3f996-b87f-4522-a605-b11d17064534 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4016008 Nov 18 18:05:44.001566 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-dea706d3-2628-46cc-9f04-21b73a55a7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:05:44.144994 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:05:44.821511 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-e3a848c2-ffa0-4288-a759-e5f077163e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:05:45.315857 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 42630) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:05:45.483149 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.v2.base [None req-d75c769f-bcf0-4577-b3a2-79a71e686780 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'is_default': True, 'name': 'public', 'admin_state_up': True, 'provider:network_type': 'flat', 'router:external': True}} {{(pid=101554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:05:45.506309 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d75c769f-bcf0-4577-b3a2-79a71e686780 admin admin] Made reservation on behalf of 36153102a8ee4eea8f0c51d305611cd2 for: {'network': 1} {{(pid=101554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 18:05:45.508753 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-d75c769f-bcf0-4577-b3a2-79a71e686780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for network, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:05:45.518244 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-d75c769f-bcf0-4577-b3a2-79a71e686780 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:05:45.611347 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-d75c769f-bcf0-4577-b3a2-79a71e686780 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:05:45.615355 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-d75c769f-bcf0-4577-b3a2-79a71e686780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:05:45.632469 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d75c769f-bcf0-4577-b3a2-79a71e686780 admin admin] Reserving flat network on physical network physnet1 {{(pid=101554) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 18 18:05:45.655165 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c769f-bcf0-4577-b3a2-79a71e686780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c025984e-3909-4c36-a512-88b1a64be6ce,revision_number=1']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:05:45.659775 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-d75c769f-bcf0-4577-b3a2-79a71e686780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1774666'] for segment, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:05:45.660202 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.db.segments_db [None req-d75c769f-bcf0-4577-b3a2-79a71e686780 admin admin] Added segment ccf61333-990a-41b6-8fac-e85eb4401822 of type flat for network 681a8de3-317c-4c8e-b068-d1104cc9c364 Nov 18 18:05:45.712498 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-d75c769f-bcf0-4577-b3a2-79a71e686780 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768456854164'] for network, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:05:45.749041 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-d75c769f-bcf0-4577-b3a2-79a71e686780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922'] for network, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:05:45.750048 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75c769f-bcf0-4577-b3a2-79a71e686780 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:05:45.750620 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-d75c769f-bcf0-4577-b3a2-79a71e686780 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553968'] for network, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:05:45.806844 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-d75c769f-bcf0-4577-b3a2-79a71e686780 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4898810 Nov 18 18:05:45.821401 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c769f-bcf0-4577-b3a2-79a71e686780 admin admin] Pushing event updated for resources: {'Network': ['ID=681a8de3-317c-4c8e-b068-d1104cc9c364,revision_number=1']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:05:45.833965 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Network 681a8de3-317c-4c8e-b068-d1104cc9c364 details requested by agent ovs-agent-dv-cinder-816695-1-iscsi with host dv-cinder-816695-1-iscsi {{(pid=101555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 18:05:46.842762 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-cd169395-ba62-4885-8b1f-e6616afe023f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:05:48.246542 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 42648) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:05:48.339459 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce72f35-54e1-4d86-95cf-dc2bb5745715 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:05:48.340895 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-0ce72f35-54e1-4d86-95cf-dc2bb5745715 admin admin] 10.222.0.21 "GET /v2.0/subnets/6fb90bb7-f4b9-41e4-ae99-fc5b44404048 HTTP/1.1" status: 200 len: 849 time: 0.0933938 Nov 18 18:05:48.508919 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-58b8be42-c743-435d-b467-3618105604d4 admin admin] 10.222.0.21 "GET /v2.0/routers/10837d5c-a321-4f3f-b1ab-09ce711a892e HTTP/1.1" status: 200 len: 704 time: 0.1615214 Nov 18 18:05:48.810431 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-ef7517fa-8149-4fea-939d-886f9b10f174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:05:49.160891 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.db.db_base_plugin_common [None req-ef7517fa-8149-4fea-939d-886f9b10f174 admin admin] Allocated IP 172.20.0.1 (973dece9-3dd5-4f59-b4e3-c785af59a749/6fb90bb7-f4b9-41e4-ae99-fc5b44404048/870024f3-7c56-4801-81c7-644b46e2f701) {{(pid=101554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 18:05:49.327783 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-ef7517fa-8149-4fea-939d-886f9b10f174 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:05:49.451172 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-ef7517fa-8149-4fea-939d-886f9b10f174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768456900401'] for port, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:05:49.518908 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7517fa-8149-4fea-939d-886f9b10f174 admin admin] Network 973dece9-3dd5-4f59-b4e3-c785af59a749 is already hosted by enough agents. {{(pid=101554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:05:49.523638 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.scheduler.base_scheduler [None req-ef7517fa-8149-4fea-939d-886f9b10f174 admin admin] Resources bound (agent type, host, resource id): {{(pid=101554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:05:49.530133 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7517fa-8149-4fea-939d-886f9b10f174 admin admin] Received port after_create {{(pid=101554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 18:05:49.530639 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-ef7517fa-8149-4fea-939d-886f9b10f174 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364474'] for router_interface, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:05:49.595649 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7517fa-8149-4fea-939d-886f9b10f174 admin admin] Pushing event updated for resources: {'Port': ['ID=870024f3-7c56-4801-81c7-644b46e2f701,revision_number=1']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:05:49.743353 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-ef7517fa-8149-4fea-939d-886f9b10f174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:05:49.745719 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-b7682ba0-4a08-4fd1-8e4b-028c511f1e2d None None] Provisioning complete for port 870024f3-7c56-4801-81c7-644b46e2f701 triggered by entity DHCP. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:05:49.746554 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-b7682ba0-4a08-4fd1-8e4b-028c511f1e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:05:49.787451 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.plugin [None req-b7682ba0-4a08-4fd1-8e4b-028c511f1e2d None None] Port 870024f3-7c56-4801-81c7-644b46e2f701 cannot update to ACTIVE because it is not bound. {{(pid=101555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 18 18:05:49.991634 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-ef7517fa-8149-4fea-939d-886f9b10f174 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:05:49.996590 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-ef7517fa-8149-4fea-939d-886f9b10f174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:05:49.997484 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-ef7517fa-8149-4fea-939d-886f9b10f174 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-367343'] for router_interface, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:05:50.079384 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7517fa-8149-4fea-939d-886f9b10f174 admin admin] Pushing event updated for resources: {'Port': ['ID=870024f3-7c56-4801-81c7-644b46e2f701,revision_number=2']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:05:50.127025 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7517fa-8149-4fea-939d-886f9b10f174 admin admin] Network 973dece9-3dd5-4f59-b4e3-c785af59a749 is already hosted by enough agents. {{(pid=101554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:05:50.128398 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.scheduler.base_scheduler [None req-ef7517fa-8149-4fea-939d-886f9b10f174 admin admin] Resources bound (agent type, host, resource id): {{(pid=101554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:05:50.308475 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef7517fa-8149-4fea-939d-886f9b10f174 admin admin] Router 10837d5c-a321-4f3f-b1ab-09ce711a892e is scheduled to L3 agent 11d55508-f5ea-4178-bd3a-0ed8666e5761 with binding_index 1 {{(pid=101554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 18 18:05:50.314871 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-01b4b9d5-ceb0-457d-acc6-41be3d11359f None None] Provisioning complete for port 870024f3-7c56-4801-81c7-644b46e2f701 triggered by entity DHCP. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:05:50.315374 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-01b4b9d5-ceb0-457d-acc6-41be3d11359f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:05:50.359482 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.plugin [None req-01b4b9d5-ceb0-457d-acc6-41be3d11359f None None] Port 870024f3-7c56-4801-81c7-644b46e2f701 cannot update to ACTIVE because it is not bound. {{(pid=101555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 18 18:05:50.416177 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef7517fa-8149-4fea-939d-886f9b10f174 admin admin] Notify agent at l3_agent.dv-cinder-816695-1-iscsi the message routers_updated {{(pid=101554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 18:05:50.422861 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-ef7517fa-8149-4fea-939d-886f9b10f174 admin admin] 10.222.0.21 "PUT /v2.0/routers/10837d5c-a321-4f3f-b1ab-09ce711a892e/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9075375 Nov 18 18:05:50.427161 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d5773a-7035-4eac-a8b4-7b4cc11d38a2 None None] Sync routers for ids ['10837d5c-a321-4f3f-b1ab-09ce711a892e'] in dv-cinder-816695-1-iscsi {{(pid=101556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 18:05:50.440082 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d5773a-7035-4eac-a8b4-7b4cc11d38a2 None None] Routers {'10837d5c-a321-4f3f-b1ab-09ce711a892e'} bound to L3 agent in host dv-cinder-816695-1-iscsi {{(pid=101556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:05:50.441171 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_hamode_db [None req-f5d5773a-7035-4eac-a8b4-7b4cc11d38a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-18T18:05:14Z,description=,heartbeat_timestamp=2021-11-18T18:05:44Z,host='dv-cinder-816695-1-iscsi',id=11d55508-f5ea-4178-bd3a-0ed8666e5761,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T18:05:14Z,topic='l3_agent')) {'router_ids': ['10837d5c-a321-4f3f-b1ab-09ce711a892e'], 'active': True} {{(pid=101556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:05:50.632117 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_dvr_db [None req-f5d5773a-7035-4eac-a8b4-7b4cc11d38a2 None None] Set router 10837d5c-a321-4f3f-b1ab-09ce711a892e gateway port host: None {{(pid=101556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:05:51.128561 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_hamode_db [None req-f5d5773a-7035-4eac-a8b4-7b4cc11d38a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10837d5c-a321-4f3f-b1ab-09ce711a892e', 'name': 'router1', 'tenant_id': '1b67196fd7cd4a31bba7d8045b1dd695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:05:39Z', 'updated_at': '2021-11-18T18:05:49Z', 'revision_number': 2, 'project_id': '1b67196fd7cd4a31bba7d8045b1dd695', 'gw_port_host': None, '_interfaces': [{'id': '870024f3-7c56-4801-81c7-644b46e2f701', 'name': '', 'network_id': '973dece9-3dd5-4f59-b4e3-c785af59a749', 'tenant_id': '1b67196fd7cd4a31bba7d8045b1dd695', 'mac_address': 'fa:16:3e:7d:8a:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10837d5c-a321-4f3f-b1ab-09ce711a892e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6fb90bb7-f4b9-41e4-ae99-fc5b44404048', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:05:48Z', 'updated_at': '2021-11-18T18:05:49Z', 'revision_number': 2, 'project_id': '1b67196fd7cd4a31bba7d8045b1dd695', 'subnets': [{'id': '6fb90bb7-f4b9-41e4-ae99-fc5b44404048', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f021af8b-21b9-4a76-a884-a70dd795bef6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816695-1-iscsi', False) {} {{(pid=101556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:05:51.181235 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d5773a-7035-4eac-a8b4-7b4cc11d38a2 None None] Checking router: 10837d5c-a321-4f3f-b1ab-09ce711a892e for host: dv-cinder-816695-1-iscsi {{(pid=101556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 18:05:51.181613 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d5773a-7035-4eac-a8b4-7b4cc11d38a2 None None] Updating router 10837d5c-a321-4f3f-b1ab-09ce711a892e port 870024f3-7c56-4801-81c7-644b46e2f701 binding host dv-cinder-816695-1-iscsi {{(pid=101556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 18:05:51.233802 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron_lib.callbacks.manager [None req-f5d5773a-7035-4eac-a8b4-7b4cc11d38a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:05:51.818618 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron_lib.callbacks.manager [None req-f5d5773a-7035-4eac-a8b4-7b4cc11d38a2 None None] Notify callbacks [] for port, precommit_update {{(pid=101556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:05:51.827070 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron_lib.callbacks.manager [None req-f5d5773a-7035-4eac-a8b4-7b4cc11d38a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:05:51.994436 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f37dbe7-98b0-4ef7-9b26-ab9074884e17 None None] Pushing event updated for resources: {'Port': ['ID=870024f3-7c56-4801-81c7-644b46e2f701,revision_number=3']} {{(pid=101556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:05:52.008346 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.plugins.ml2.managers [None req-f5d5773a-7035-4eac-a8b4-7b4cc11d38a2 None None] Attempting to bind port 870024f3-7c56-4801-81c7-644b46e2f701 on host dv-cinder-816695-1-iscsi for vnic_type normal with profile {{(pid=101556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 18 18:05:52.008748 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.plugins.ml2.managers [None req-f5d5773a-7035-4eac-a8b4-7b4cc11d38a2 None None] Attempting to bind port 870024f3-7c56-4801-81c7-644b46e2f701 by drivers openvswitch,hyperv on host dv-cinder-816695-1-iscsi at level 0 using segments [{'id': '1de3ffca-66c7-4ce8-82f8-80a52afb4da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '973dece9-3dd5-4f59-b4e3-c785af59a749'}] {{(pid=101556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 18 18:05:52.009194 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d5773a-7035-4eac-a8b4-7b4cc11d38a2 None None] Attempting to bind port 870024f3-7c56-4801-81c7-644b46e2f701 on network 973dece9-3dd5-4f59-b4e3-c785af59a749 {{(pid=101556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:05:52.018414 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d5773a-7035-4eac-a8b4-7b4cc11d38a2 None None] Checking agent: {'id': '1b150279-be03-4dd2-a318-1a957a9087ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816695-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 18, 5, 14), 'started_at': datetime.datetime(2021, 11, 18, 18, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 18, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816695-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 18:05:52.019195 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d5773a-7035-4eac-a8b4-7b4cc11d38a2 None None] Checking segment: {'id': '1de3ffca-66c7-4ce8-82f8-80a52afb4da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '973dece9-3dd5-4f59-b4e3-c785af59a749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 18 18:05:52.019581 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron_lib.callbacks.manager [None req-f5d5773a-7035-4eac-a8b4-7b4cc11d38a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:05:52.019997 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d5773a-7035-4eac-a8b4-7b4cc11d38a2 None None] Bound using segment: {'id': '1de3ffca-66c7-4ce8-82f8-80a52afb4da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '973dece9-3dd5-4f59-b4e3-c785af59a749'} {{(pid=101556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 18:05:52.020520 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.plugins.ml2.managers [None req-f5d5773a-7035-4eac-a8b4-7b4cc11d38a2 None None] Bound port: 870024f3-7c56-4801-81c7-644b46e2f701, host: dv-cinder-816695-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1de3ffca-66c7-4ce8-82f8-80a52afb4da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '973dece9-3dd5-4f59-b4e3-c785af59a749'}}] {{(pid=101556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 18 18:05:52.020912 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron_lib.callbacks.manager [None req-f5d5773a-7035-4eac-a8b4-7b4cc11d38a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:05:52.023866 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f37dbe7-98b0-4ef7-9b26-ab9074884e17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:05:52.024113 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f37dbe7-98b0-4ef7-9b26-ab9074884e17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:05:52.024464 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f37dbe7-98b0-4ef7-9b26-ab9074884e17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:05:52.024739 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f37dbe7-98b0-4ef7-9b26-ab9074884e17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:05:52.025077 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f37dbe7-98b0-4ef7-9b26-ab9074884e17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:05:52.025401 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f37dbe7-98b0-4ef7-9b26-ab9074884e17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:05:52.025727 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f37dbe7-98b0-4ef7-9b26-ab9074884e17 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:05:52.026050 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f37dbe7-98b0-4ef7-9b26-ab9074884e17 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:05:52.026393 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f37dbe7-98b0-4ef7-9b26-ab9074884e17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:05:52.026722 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f37dbe7-98b0-4ef7-9b26-ab9074884e17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:05:52.027044 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f37dbe7-98b0-4ef7-9b26-ab9074884e17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:05:52.027359 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f37dbe7-98b0-4ef7-9b26-ab9074884e17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:05:52.030382 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f37dbe7-98b0-4ef7-9b26-ab9074884e17 None None] Tracked resource versions report: Nov 18 18:05:52.030382 dv-cinder-816695-1-iscsi neutron-server[101556]: pushed versions: Nov 18 18:05:52.030382 dv-cinder-816695-1-iscsi neutron-server[101556]: { 'AddressGroup': {'1.2'}, Nov 18 18:05:52.030382 dv-cinder-816695-1-iscsi neutron-server[101556]: 'ConntrackHelper': {'1.0'}, Nov 18 18:05:52.030382 dv-cinder-816695-1-iscsi neutron-server[101556]: 'Log': {'1.0'}, Nov 18 18:05:52.030382 dv-cinder-816695-1-iscsi neutron-server[101556]: 'Network': {'1.1'}, Nov 18 18:05:52.030382 dv-cinder-816695-1-iscsi neutron-server[101556]: 'Port': {'1.7'}, Nov 18 18:05:52.030382 dv-cinder-816695-1-iscsi neutron-server[101556]: 'PortForwarding': {'1.2'}, Nov 18 18:05:52.030382 dv-cinder-816695-1-iscsi neutron-server[101556]: 'QosPolicy': {'1.9'}, Nov 18 18:05:52.030382 dv-cinder-816695-1-iscsi neutron-server[101556]: 'SecurityGroup': {'1.4'}, Nov 18 18:05:52.030382 dv-cinder-816695-1-iscsi neutron-server[101556]: 'SecurityGroupRule': {'1.2'}, Nov 18 18:05:52.030382 dv-cinder-816695-1-iscsi neutron-server[101556]: 'SubPort': {'1.0'}, Nov 18 18:05:52.030382 dv-cinder-816695-1-iscsi neutron-server[101556]: 'Subnet': {'1.1'}, Nov 18 18:05:52.030382 dv-cinder-816695-1-iscsi neutron-server[101556]: 'Trunk': {'1.1'}} Nov 18 18:05:52.030382 dv-cinder-816695-1-iscsi neutron-server[101556]: consumer versions: Nov 18 18:05:52.030382 dv-cinder-816695-1-iscsi neutron-server[101556]: { DHCP agent@dv-cinder-816695-1-iscsi: {}, Nov 18 18:05:52.030382 dv-cinder-816695-1-iscsi neutron-server[101556]: L3 agent@dv-cinder-816695-1-iscsi: {}, Nov 18 18:05:52.030382 dv-cinder-816695-1-iscsi neutron-server[101556]: Metadata agent@dv-cinder-816695-1-iscsi: {}, Nov 18 18:05:52.030382 dv-cinder-816695-1-iscsi neutron-server[101556]: Metering agent@dv-cinder-816695-1-iscsi: {}, Nov 18 18:05:52.030382 dv-cinder-816695-1-iscsi neutron-server[101556]: Open vSwitch agent@dv-cinder-816695-1-iscsi: { 'AddressGroup': '1.2', Nov 18 18:05:52.030382 dv-cinder-816695-1-iscsi neutron-server[101556]: 'ConntrackHelper': '1.0', Nov 18 18:05:52.030382 dv-cinder-816695-1-iscsi neutron-server[101556]: 'Log': '1.0', Nov 18 18:05:52.030382 dv-cinder-816695-1-iscsi neutron-server[101556]: 'Network': '1.1', Nov 18 18:05:52.030382 dv-cinder-816695-1-iscsi neutron-server[101556]: 'Port': '1.7', Nov 18 18:05:52.030382 dv-cinder-816695-1-iscsi neutron-server[101556]: 'PortForwarding': '1.2', Nov 18 18:05:52.030382 dv-cinder-816695-1-iscsi neutron-server[101556]: 'QosPolicy': '1.9', Nov 18 18:05:52.030382 dv-cinder-816695-1-iscsi neutron-server[101556]: 'SecurityGroup': '1.4', Nov 18 18:05:52.030382 dv-cinder-816695-1-iscsi neutron-server[101556]: 'SecurityGroupRule': '1.2', Nov 18 18:05:52.030382 dv-cinder-816695-1-iscsi neutron-server[101556]: 'SubPort': '1.0', Nov 18 18:05:52.030382 dv-cinder-816695-1-iscsi neutron-server[101556]: 'Subnet': '1.1', Nov 18 18:05:52.030382 dv-cinder-816695-1-iscsi neutron-server[101556]: 'Trunk': '1.1'}} Nov 18 18:05:52.030382 dv-cinder-816695-1-iscsi neutron-server[101556]: {{(pid=101556) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 18 18:05:52.133179 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.plugins.ml2.db [None req-f5d5773a-7035-4eac-a8b4-7b4cc11d38a2 None None] For port 870024f3-7c56-4801-81c7-644b46e2f701, host dv-cinder-816695-1-iscsi, cleared binding levels {{(pid=101556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 18:05:52.157824 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.plugins.ml2.db [None req-f5d5773a-7035-4eac-a8b4-7b4cc11d38a2 None None] For port 870024f3-7c56-4801-81c7-644b46e2f701, host dv-cinder-816695-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816695-1-iscsi',level=0,port_id=870024f3-7c56-4801-81c7-644b46e2f701,segment=NetworkSegment(1de3ffca-66c7-4ce8-82f8-80a52afb4da0),segment_id=1de3ffca-66c7-4ce8-82f8-80a52afb4da0)] {{(pid=101556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 18:05:52.164416 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron_lib.callbacks.manager [None req-f5d5773a-7035-4eac-a8b4-7b4cc11d38a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:05:52.198546 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-f4da95d6-0595-4006-be14-b239fb13a7ca None None] Provisioning complete for port 870024f3-7c56-4801-81c7-644b46e2f701 triggered by entity DHCP. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:05:52.199769 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-f4da95d6-0595-4006-be14-b239fb13a7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:05:52.213984 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d5773a-7035-4eac-a8b4-7b4cc11d38a2 None None] Routers {'10837d5c-a321-4f3f-b1ab-09ce711a892e'} bound to L3 agent in host dv-cinder-816695-1-iscsi {{(pid=101556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:05:52.214558 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_hamode_db [None req-f5d5773a-7035-4eac-a8b4-7b4cc11d38a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-18T18:05:14Z,description=,heartbeat_timestamp=2021-11-18T18:05:44Z,host='dv-cinder-816695-1-iscsi',id=11d55508-f5ea-4178-bd3a-0ed8666e5761,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T18:05:14Z,topic='l3_agent')) {'router_ids': ['10837d5c-a321-4f3f-b1ab-09ce711a892e'], 'active': True} {{(pid=101556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:05:52.306348 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_dvr_db [None req-f5d5773a-7035-4eac-a8b4-7b4cc11d38a2 None None] Set router 10837d5c-a321-4f3f-b1ab-09ce711a892e gateway port host: None {{(pid=101556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:05:52.308979 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-f4da95d6-0595-4006-be14-b239fb13a7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:05:52.356005 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-f4da95d6-0595-4006-be14-b239fb13a7ca None None] For port 870024f3-7c56-4801-81c7-644b46e2f701, host dv-cinder-816695-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816695-1-iscsi',level=0,port_id=870024f3-7c56-4801-81c7-644b46e2f701,segment=NetworkSegment(1de3ffca-66c7-4ce8-82f8-80a52afb4da0),segment_id=1de3ffca-66c7-4ce8-82f8-80a52afb4da0)] {{(pid=101555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:05:52.361942 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-f4da95d6-0595-4006-be14-b239fb13a7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:05:52.442676 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4da95d6-0595-4006-be14-b239fb13a7ca None None] Pushing event updated for resources: {'Port': ['ID=870024f3-7c56-4801-81c7-644b46e2f701,revision_number=5']} {{(pid=101555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:05:52.480853 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f37dbe7-98b0-4ef7-9b26-ab9074884e17 None None] Pushing event updated for resources: {'Port': ['ID=870024f3-7c56-4801-81c7-644b46e2f701,revision_number=4']} {{(pid=101556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:05:52.487426 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-681db017-ad6e-44bf-9691-777000ebf9d0 None None] Provisioning complete for port 870024f3-7c56-4801-81c7-644b46e2f701 triggered by entity DHCP. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:05:52.488183 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-681db017-ad6e-44bf-9691-777000ebf9d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:05:52.591285 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_hamode_db [None req-f5d5773a-7035-4eac-a8b4-7b4cc11d38a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10837d5c-a321-4f3f-b1ab-09ce711a892e', 'name': 'router1', 'tenant_id': '1b67196fd7cd4a31bba7d8045b1dd695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:05:39Z', 'updated_at': '2021-11-18T18:05:49Z', 'revision_number': 2, 'project_id': '1b67196fd7cd4a31bba7d8045b1dd695', 'gw_port_host': None, '_interfaces': [{'id': '870024f3-7c56-4801-81c7-644b46e2f701', 'name': '', 'network_id': '973dece9-3dd5-4f59-b4e3-c785af59a749', 'tenant_id': '1b67196fd7cd4a31bba7d8045b1dd695', 'mac_address': 'fa:16:3e:7d:8a:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10837d5c-a321-4f3f-b1ab-09ce711a892e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6fb90bb7-f4b9-41e4-ae99-fc5b44404048', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:05:48Z', 'updated_at': '2021-11-18T18:05:52Z', 'revision_number': 4, 'project_id': '1b67196fd7cd4a31bba7d8045b1dd695', 'subnets': [{'id': '6fb90bb7-f4b9-41e4-ae99-fc5b44404048', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f021af8b-21b9-4a76-a884-a70dd795bef6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816695-1-iscsi', False) {} {{(pid=101556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:05:52.620863 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d5773a-7035-4eac-a8b4-7b4cc11d38a2 None None] The sync data for ids ['10837d5c-a321-4f3f-b1ab-09ce711a892e'] in dv-cinder-816695-1-iscsi is: [{'id': '10837d5c-a321-4f3f-b1ab-09ce711a892e', 'name': 'router1', 'tenant_id': '1b67196fd7cd4a31bba7d8045b1dd695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:05:39Z', 'updated_at': '2021-11-18T18:05:49Z', 'revision_number': 2, 'project_id': '1b67196fd7cd4a31bba7d8045b1dd695', 'gw_port_host': None, '_interfaces': [{'id': '870024f3-7c56-4801-81c7-644b46e2f701', 'name': '', 'network_id': '973dece9-3dd5-4f59-b4e3-c785af59a749', 'tenant_id': '1b67196fd7cd4a31bba7d8045b1dd695', 'mac_address': 'fa:16:3e:7d:8a:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10837d5c-a321-4f3f-b1ab-09ce711a892e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6fb90bb7-f4b9-41e4-ae99-fc5b44404048', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:05:48Z', 'updated_at': '2021-11-18T18:05:52Z', 'revision_number': 4, 'project_id': '1b67196fd7cd4a31bba7d8045b1dd695', 'subnets': [{'id': '6fb90bb7-f4b9-41e4-ae99-fc5b44404048', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f021af8b-21b9-4a76-a884-a70dd795bef6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 18:05:52.884604 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 42658) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:05:53.089391 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16e1a09-213a-4295-b6bc-428dece51f5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:05:53.090824 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-f16e1a09-213a-4295-b6bc-428dece51f5f admin admin] 10.222.0.21 "GET /v2.0/networks/681a8de3-317c-4c8e-b068-d1104cc9c364 HTTP/1.1" status: 200 len: 842 time: 0.2047772 Nov 18 18:05:53.106255 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.v2.base [None req-c141f336-9cd5-4b52-be9e-003cc6141059 admin admin] Request body: {'subnet': {'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'enable_dhcp': False, 'ip_version': 4, 'name': 'public-subnet', 'gateway_ip': '172.27.0.1', 'cidr': '172.27.0.0/24'}} {{(pid=101553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:05:53.130885 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c141f336-9cd5-4b52-be9e-003cc6141059 admin admin] Made reservation on behalf of 36153102a8ee4eea8f0c51d305611cd2 for: {'subnet': 1} {{(pid=101553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 18:05:53.134112 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-c141f336-9cd5-4b52-be9e-003cc6141059 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:05:53.605749 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.objects.ports [None req-c141f336-9cd5-4b52-be9e-003cc6141059 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101553) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 18 18:05:53.606391 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-c141f336-9cd5-4b52-be9e-003cc6141059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922'] for subnet, after_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:05:53.674917 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c141f336-9cd5-4b52-be9e-003cc6141059 admin admin] Checking segment: {'id': 'ccf61333-990a-41b6-8fac-e85eb4401822', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 18 18:05:53.675292 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c141f336-9cd5-4b52-be9e-003cc6141059 admin admin] Network hostable DHCP agents. Network: 681a8de3-317c-4c8e-b068-d1104cc9c364, hostable agents: ['3fbd36fe-782c-4617-8e97-99410d5610de'], hosted agents: [] {{(pid=101553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 18:05:53.685283 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c141f336-9cd5-4b52-be9e-003cc6141059 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ba09554-0552-4432-a7a0-26d8d0284def,revision_number=0']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:05:53.698149 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c141f336-9cd5-4b52-be9e-003cc6141059 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:05:53.698516 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c141f336-9cd5-4b52-be9e-003cc6141059 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:05:53.698844 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c141f336-9cd5-4b52-be9e-003cc6141059 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:05:53.699181 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c141f336-9cd5-4b52-be9e-003cc6141059 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:05:53.699510 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c141f336-9cd5-4b52-be9e-003cc6141059 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:05:53.699863 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c141f336-9cd5-4b52-be9e-003cc6141059 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:05:53.700191 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c141f336-9cd5-4b52-be9e-003cc6141059 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:05:53.700537 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c141f336-9cd5-4b52-be9e-003cc6141059 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:05:53.700879 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c141f336-9cd5-4b52-be9e-003cc6141059 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:05:53.701737 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c141f336-9cd5-4b52-be9e-003cc6141059 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:05:53.702063 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c141f336-9cd5-4b52-be9e-003cc6141059 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:05:53.702377 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c141f336-9cd5-4b52-be9e-003cc6141059 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:05:53.703500 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c141f336-9cd5-4b52-be9e-003cc6141059 admin admin] Tracked resource versions report: Nov 18 18:05:53.703500 dv-cinder-816695-1-iscsi neutron-server[101553]: pushed versions: Nov 18 18:05:53.703500 dv-cinder-816695-1-iscsi neutron-server[101553]: { 'AddressGroup': {'1.2'}, Nov 18 18:05:53.703500 dv-cinder-816695-1-iscsi neutron-server[101553]: 'ConntrackHelper': {'1.0'}, Nov 18 18:05:53.703500 dv-cinder-816695-1-iscsi neutron-server[101553]: 'Log': {'1.0'}, Nov 18 18:05:53.703500 dv-cinder-816695-1-iscsi neutron-server[101553]: 'Network': {'1.1'}, Nov 18 18:05:53.703500 dv-cinder-816695-1-iscsi neutron-server[101553]: 'Port': {'1.7'}, Nov 18 18:05:53.703500 dv-cinder-816695-1-iscsi neutron-server[101553]: 'PortForwarding': {'1.2'}, Nov 18 18:05:53.703500 dv-cinder-816695-1-iscsi neutron-server[101553]: 'QosPolicy': {'1.9'}, Nov 18 18:05:53.703500 dv-cinder-816695-1-iscsi neutron-server[101553]: 'SecurityGroup': {'1.4'}, Nov 18 18:05:53.703500 dv-cinder-816695-1-iscsi neutron-server[101553]: 'SecurityGroupRule': {'1.2'}, Nov 18 18:05:53.703500 dv-cinder-816695-1-iscsi neutron-server[101553]: 'SubPort': {'1.0'}, Nov 18 18:05:53.703500 dv-cinder-816695-1-iscsi neutron-server[101553]: 'Subnet': {'1.1'}, Nov 18 18:05:53.703500 dv-cinder-816695-1-iscsi neutron-server[101553]: 'Trunk': {'1.1'}} Nov 18 18:05:53.703500 dv-cinder-816695-1-iscsi neutron-server[101553]: consumer versions: Nov 18 18:05:53.703500 dv-cinder-816695-1-iscsi neutron-server[101553]: { DHCP agent@dv-cinder-816695-1-iscsi: {}, Nov 18 18:05:53.703500 dv-cinder-816695-1-iscsi neutron-server[101553]: L3 agent@dv-cinder-816695-1-iscsi: {}, Nov 18 18:05:53.703500 dv-cinder-816695-1-iscsi neutron-server[101553]: Metadata agent@dv-cinder-816695-1-iscsi: {}, Nov 18 18:05:53.703500 dv-cinder-816695-1-iscsi neutron-server[101553]: Metering agent@dv-cinder-816695-1-iscsi: {}, Nov 18 18:05:53.703500 dv-cinder-816695-1-iscsi neutron-server[101553]: Open vSwitch agent@dv-cinder-816695-1-iscsi: { 'AddressGroup': '1.2', Nov 18 18:05:53.703500 dv-cinder-816695-1-iscsi neutron-server[101553]: 'ConntrackHelper': '1.0', Nov 18 18:05:53.703500 dv-cinder-816695-1-iscsi neutron-server[101553]: 'Log': '1.0', Nov 18 18:05:53.703500 dv-cinder-816695-1-iscsi neutron-server[101553]: 'Network': '1.1', Nov 18 18:05:53.703500 dv-cinder-816695-1-iscsi neutron-server[101553]: 'Port': '1.7', Nov 18 18:05:53.703500 dv-cinder-816695-1-iscsi neutron-server[101553]: 'PortForwarding': '1.2', Nov 18 18:05:53.703500 dv-cinder-816695-1-iscsi neutron-server[101553]: 'QosPolicy': '1.9', Nov 18 18:05:53.703500 dv-cinder-816695-1-iscsi neutron-server[101553]: 'SecurityGroup': '1.4', Nov 18 18:05:53.703500 dv-cinder-816695-1-iscsi neutron-server[101553]: 'SecurityGroupRule': '1.2', Nov 18 18:05:53.703500 dv-cinder-816695-1-iscsi neutron-server[101553]: 'SubPort': '1.0', Nov 18 18:05:53.703500 dv-cinder-816695-1-iscsi neutron-server[101553]: 'Subnet': '1.1', Nov 18 18:05:53.703500 dv-cinder-816695-1-iscsi neutron-server[101553]: 'Trunk': '1.1'}} Nov 18 18:05:53.703500 dv-cinder-816695-1-iscsi neutron-server[101553]: {{(pid=101553) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 18 18:05:53.739093 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c141f336-9cd5-4b52-be9e-003cc6141059 admin admin] Network 681a8de3-317c-4c8e-b068-d1104cc9c364 is scheduled to be hosted by DHCP agent 3fbd36fe-782c-4617-8e97-99410d5610de with binding_index 1 {{(pid=101553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 18:05:53.757483 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.scheduler.base_scheduler [None req-c141f336-9cd5-4b52-be9e-003cc6141059 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816695-1-iscsi, 681a8de3-317c-4c8e-b068-d1104cc9c364) {{(pid=101553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:05:53.764917 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c141f336-9cd5-4b52-be9e-003cc6141059 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:05:53.766787 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-c141f336-9cd5-4b52-be9e-003cc6141059 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553968'] for subnet, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:05:53.770176 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f8e522-8072-4a98-94c0-9c5a5b6f6dae None None] Network 681a8de3-317c-4c8e-b068-d1104cc9c364 requested from dv-cinder-816695-1-iscsi {{(pid=101555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 18:05:53.788441 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-c141f336-9cd5-4b52-be9e-003cc6141059 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6893299 Nov 18 18:05:53.906817 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996d854a-19be-460e-84bd-24868ab6b52a None None] Network 681a8de3-317c-4c8e-b068-d1104cc9c364 requested from dv-cinder-816695-1-iscsi {{(pid=101555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 18:05:56.286649 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 42670) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:05:56.446135 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-88a2b665-da75-4605-8c99-e08c7ef267d4 admin admin] 10.222.0.21 "GET /v2.0/routers/10837d5c-a321-4f3f-b1ab-09ce711a892e HTTP/1.1" status: 200 len: 710 time: 0.1580660 Nov 18 18:05:56.554913 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e3c90b0-290f-4e05-9528-0cc7c758da53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:05:56.556233 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-3e3c90b0-290f-4e05-9528-0cc7c758da53 admin admin] 10.222.0.21 "GET /v2.0/networks/681a8de3-317c-4c8e-b068-d1104cc9c364 HTTP/1.1" status: 200 len: 886 time: 0.1016250 Nov 18 18:05:56.567056 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.v2.base [None req-33bbf100-e89c-420d-ac51-467b654e56f2 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364'}}} {{(pid=101554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:05:56.937623 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-33bbf100-e89c-420d-ac51-467b654e56f2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:05:57.199659 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-33bbf100-e89c-420d-ac51-467b654e56f2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:05:57.282198 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-33bbf100-e89c-420d-ac51-467b654e56f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:05:57.398569 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.db.db_base_plugin_common [None req-33bbf100-e89c-420d-ac51-467b654e56f2 admin admin] Allocated IP 172.27.0.126 (681a8de3-317c-4c8e-b068-d1104cc9c364/7ba09554-0552-4432-a7a0-26d8d0284def/d3239094-0a75-49ca-a9cf-47ea091179ba) {{(pid=101554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 18:05:57.514394 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-33bbf100-e89c-420d-ac51-467b654e56f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:05:57.552337 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-33bbf100-e89c-420d-ac51-467b654e56f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768456900401'] for port, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:05:57.606042 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33bbf100-e89c-420d-ac51-467b654e56f2 admin admin] Network 681a8de3-317c-4c8e-b068-d1104cc9c364 is already hosted by enough agents. {{(pid=101554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:05:57.617018 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.scheduler.base_scheduler [None req-33bbf100-e89c-420d-ac51-467b654e56f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:05:57.620396 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bbf100-e89c-420d-ac51-467b654e56f2 admin admin] Pushing event updated for resources: {'Port': ['ID=d3239094-0a75-49ca-a9cf-47ea091179ba,revision_number=1']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:05:57.640865 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33bbf100-e89c-420d-ac51-467b654e56f2 admin admin] Received port after_create {{(pid=101554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 18:05:57.929582 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-33bbf100-e89c-420d-ac51-467b654e56f2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:05:58.168581 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-33bbf100-e89c-420d-ac51-467b654e56f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-366212', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-362598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15893'] for router, precommit_update {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:05:58.172771 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-33bbf100-e89c-420d-ac51-467b654e56f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-366319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-366237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-366230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-362623'] for router, after_update {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:05:58.291012 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33bbf100-e89c-420d-ac51-467b654e56f2 admin admin] Router 10837d5c-a321-4f3f-b1ab-09ce711a892e has already been hosted by L3 agent 11d55508-f5ea-4178-bd3a-0ed8666e5761 {{(pid=101554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 18:05:58.427343 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33bbf100-e89c-420d-ac51-467b654e56f2 admin admin] Notify agent at l3_agent.dv-cinder-816695-1-iscsi the message routers_updated {{(pid=101554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 18:05:58.432291 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-33bbf100-e89c-420d-ac51-467b654e56f2 admin admin] Notify callbacks [] for router, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:05:58.438656 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-33bbf100-e89c-420d-ac51-467b654e56f2 admin admin] 10.222.0.21 "PUT /v2.0/routers/10837d5c-a321-4f3f-b1ab-09ce711a892e HTTP/1.1" status: 200 len: 890 time: 1.8703585 Nov 18 18:05:59.476352 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa38c408-8f80-4612-935b-f5ab08f728a4 None None] Sync routers for ids ['10837d5c-a321-4f3f-b1ab-09ce711a892e'] in dv-cinder-816695-1-iscsi {{(pid=101555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 18:05:59.492844 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa38c408-8f80-4612-935b-f5ab08f728a4 None None] Routers {'10837d5c-a321-4f3f-b1ab-09ce711a892e'} bound to L3 agent in host dv-cinder-816695-1-iscsi {{(pid=101555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:05:59.493509 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_hamode_db [None req-fa38c408-8f80-4612-935b-f5ab08f728a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-18T18:05:14Z,description=,heartbeat_timestamp=2021-11-18T18:05:44Z,host='dv-cinder-816695-1-iscsi',id=11d55508-f5ea-4178-bd3a-0ed8666e5761,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T18:05:14Z,topic='l3_agent')) {'router_ids': ['10837d5c-a321-4f3f-b1ab-09ce711a892e'], 'active': True} {{(pid=101555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:05:59.719325 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Device 870024f3-7c56-4801-81c7-644b46e2f701 up at agent ovs-agent-dv-cinder-816695-1-iscsi {{(pid=101555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:05:59.805957 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_dvr_db [None req-fa38c408-8f80-4612-935b-f5ab08f728a4 None None] Set router 10837d5c-a321-4f3f-b1ab-09ce711a892e gateway port host: dv-cinder-816695-1-iscsi {{(pid=101555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:05:59.934327 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Provisioning complete for port 870024f3-7c56-4801-81c7-644b46e2f701 triggered by entity L2. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:05:59.934628 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:06:00.323491 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_hamode_db [None req-fa38c408-8f80-4612-935b-f5ab08f728a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10837d5c-a321-4f3f-b1ab-09ce711a892e', 'name': 'router1', 'tenant_id': '1b67196fd7cd4a31bba7d8045b1dd695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'external_fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': 'd3239094-0a75-49ca-a9cf-47ea091179ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:05:39Z', 'updated_at': '2021-11-18T18:05:57Z', 'revision_number': 4, 'project_id': '1b67196fd7cd4a31bba7d8045b1dd695', 'gw_port': {'id': 'd3239094-0a75-49ca-a9cf-47ea091179ba', 'name': '', 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:d3:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10837d5c-a321-4f3f-b1ab-09ce711a892e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:05:57Z', 'updated_at': '2021-11-18T18:05:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816695-1-iscsi', '_interfaces': [{'id': '870024f3-7c56-4801-81c7-644b46e2f701', 'name': '', 'network_id': '973dece9-3dd5-4f59-b4e3-c785af59a749', 'tenant_id': '1b67196fd7cd4a31bba7d8045b1dd695', 'mac_address': 'fa:16:3e:7d:8a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10837d5c-a321-4f3f-b1ab-09ce711a892e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6fb90bb7-f4b9-41e4-ae99-fc5b44404048', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:05:48Z', 'updated_at': '2021-11-18T18:05:52Z', 'revision_number': 5, 'project_id': '1b67196fd7cd4a31bba7d8045b1dd695', 'subnets': [{'id': '6fb90bb7-f4b9-41e4-ae99-fc5b44404048', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f021af8b-21b9-4a76-a884-a70dd795bef6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816695-1-iscsi', False) {} {{(pid=101555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:06:00.376728 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa38c408-8f80-4612-935b-f5ab08f728a4 None None] Checking router: 10837d5c-a321-4f3f-b1ab-09ce711a892e for host: dv-cinder-816695-1-iscsi {{(pid=101555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 18:06:00.377086 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa38c408-8f80-4612-935b-f5ab08f728a4 None None] Updating router 10837d5c-a321-4f3f-b1ab-09ce711a892e port d3239094-0a75-49ca-a9cf-47ea091179ba binding host dv-cinder-816695-1-iscsi {{(pid=101555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 18:06:00.425980 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa38c408-8f80-4612-935b-f5ab08f728a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:06:00.783030 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa38c408-8f80-4612-935b-f5ab08f728a4 None None] Notify callbacks [] for port, precommit_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:06:00.790658 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa38c408-8f80-4612-935b-f5ab08f728a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:06:00.936438 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46af890a-1a11-4598-8295-c309f3c24c4f None None] Pushing event updated for resources: {'Port': ['ID=d3239094-0a75-49ca-a9cf-47ea091179ba,revision_number=2']} {{(pid=101555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:06:00.940960 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.managers [None req-fa38c408-8f80-4612-935b-f5ab08f728a4 None None] Attempting to bind port d3239094-0a75-49ca-a9cf-47ea091179ba on host dv-cinder-816695-1-iscsi for vnic_type normal with profile {{(pid=101555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 18 18:06:00.941333 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.managers [None req-fa38c408-8f80-4612-935b-f5ab08f728a4 None None] Attempting to bind port d3239094-0a75-49ca-a9cf-47ea091179ba by drivers openvswitch,hyperv on host dv-cinder-816695-1-iscsi at level 0 using segments [{'id': 'ccf61333-990a-41b6-8fac-e85eb4401822', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364'}] {{(pid=101555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 18 18:06:00.941699 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa38c408-8f80-4612-935b-f5ab08f728a4 None None] Attempting to bind port d3239094-0a75-49ca-a9cf-47ea091179ba on network 681a8de3-317c-4c8e-b068-d1104cc9c364 {{(pid=101555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:06:00.947537 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa38c408-8f80-4612-935b-f5ab08f728a4 None None] Checking agent: {'id': '1b150279-be03-4dd2-a318-1a957a9087ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816695-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 18, 5, 14), 'started_at': datetime.datetime(2021, 11, 18, 18, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 18, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816695-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 18:06:00.947953 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa38c408-8f80-4612-935b-f5ab08f728a4 None None] Checking segment: {'id': 'ccf61333-990a-41b6-8fac-e85eb4401822', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 18 18:06:00.948365 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa38c408-8f80-4612-935b-f5ab08f728a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:06:00.948765 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa38c408-8f80-4612-935b-f5ab08f728a4 None None] Bound using segment: {'id': 'ccf61333-990a-41b6-8fac-e85eb4401822', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364'} {{(pid=101555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 18:06:00.949294 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.managers [None req-fa38c408-8f80-4612-935b-f5ab08f728a4 None None] Bound port: d3239094-0a75-49ca-a9cf-47ea091179ba, host: dv-cinder-816695-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccf61333-990a-41b6-8fac-e85eb4401822', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364'}}] {{(pid=101555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 18 18:06:00.949799 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa38c408-8f80-4612-935b-f5ab08f728a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:06:00.998680 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 42684) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:06:01.009718 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-fa38c408-8f80-4612-935b-f5ab08f728a4 None None] For port d3239094-0a75-49ca-a9cf-47ea091179ba, host dv-cinder-816695-1-iscsi, cleared binding levels {{(pid=101555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 18:06:01.013808 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-fa38c408-8f80-4612-935b-f5ab08f728a4 None None] For port d3239094-0a75-49ca-a9cf-47ea091179ba, host dv-cinder-816695-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816695-1-iscsi',level=0,port_id=d3239094-0a75-49ca-a9cf-47ea091179ba,segment=NetworkSegment(ccf61333-990a-41b6-8fac-e85eb4401822),segment_id=ccf61333-990a-41b6-8fac-e85eb4401822)] {{(pid=101555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 18:06:01.018880 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa38c408-8f80-4612-935b-f5ab08f728a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:06:01.079991 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46af890a-1a11-4598-8295-c309f3c24c4f None None] Pushing event updated for resources: {'Port': ['ID=d3239094-0a75-49ca-a9cf-47ea091179ba,revision_number=3']} {{(pid=101555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:06:01.082705 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa38c408-8f80-4612-935b-f5ab08f728a4 None None] Routers {'10837d5c-a321-4f3f-b1ab-09ce711a892e'} bound to L3 agent in host dv-cinder-816695-1-iscsi {{(pid=101555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:06:01.083319 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_hamode_db [None req-fa38c408-8f80-4612-935b-f5ab08f728a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-18T18:05:14Z,description=,heartbeat_timestamp=2021-11-18T18:05:44Z,host='dv-cinder-816695-1-iscsi',id=11d55508-f5ea-4178-bd3a-0ed8666e5761,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T18:05:14Z,topic='l3_agent')) {'router_ids': ['10837d5c-a321-4f3f-b1ab-09ce711a892e'], 'active': True} {{(pid=101555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:06:01.141337 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-1bb60c67-735b-4f78-9a15-5e96713c64e0 admin admin] 10.222.0.21 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1415975 Nov 18 18:06:01.204342 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_dvr_db [None req-fa38c408-8f80-4612-935b-f5ab08f728a4 None None] Set router 10837d5c-a321-4f3f-b1ab-09ce711a892e gateway port host: dv-cinder-816695-1-iscsi {{(pid=101555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:06:01.461710 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_hamode_db [None req-fa38c408-8f80-4612-935b-f5ab08f728a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10837d5c-a321-4f3f-b1ab-09ce711a892e', 'name': 'router1', 'tenant_id': '1b67196fd7cd4a31bba7d8045b1dd695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'external_fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': 'd3239094-0a75-49ca-a9cf-47ea091179ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:05:39Z', 'updated_at': '2021-11-18T18:05:57Z', 'revision_number': 4, 'project_id': '1b67196fd7cd4a31bba7d8045b1dd695', 'gw_port': {'id': 'd3239094-0a75-49ca-a9cf-47ea091179ba', 'name': '', 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:d3:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10837d5c-a321-4f3f-b1ab-09ce711a892e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:05:57Z', 'updated_at': '2021-11-18T18:06:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816695-1-iscsi', '_interfaces': [{'id': '870024f3-7c56-4801-81c7-644b46e2f701', 'name': '', 'network_id': '973dece9-3dd5-4f59-b4e3-c785af59a749', 'tenant_id': '1b67196fd7cd4a31bba7d8045b1dd695', 'mac_address': 'fa:16:3e:7d:8a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10837d5c-a321-4f3f-b1ab-09ce711a892e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6fb90bb7-f4b9-41e4-ae99-fc5b44404048', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:05:48Z', 'updated_at': '2021-11-18T18:05:52Z', 'revision_number': 5, 'project_id': '1b67196fd7cd4a31bba7d8045b1dd695', 'subnets': [{'id': '6fb90bb7-f4b9-41e4-ae99-fc5b44404048', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f021af8b-21b9-4a76-a884-a70dd795bef6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816695-1-iscsi', False) {} {{(pid=101555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:06:01.496440 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa38c408-8f80-4612-935b-f5ab08f728a4 None None] The sync data for ids ['10837d5c-a321-4f3f-b1ab-09ce711a892e'] in dv-cinder-816695-1-iscsi is: [{'id': '10837d5c-a321-4f3f-b1ab-09ce711a892e', 'name': 'router1', 'tenant_id': '1b67196fd7cd4a31bba7d8045b1dd695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'external_fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': 'd3239094-0a75-49ca-a9cf-47ea091179ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:05:39Z', 'updated_at': '2021-11-18T18:05:57Z', 'revision_number': 4, 'project_id': '1b67196fd7cd4a31bba7d8045b1dd695', 'gw_port': {'id': 'd3239094-0a75-49ca-a9cf-47ea091179ba', 'name': '', 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:d3:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10837d5c-a321-4f3f-b1ab-09ce711a892e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:05:57Z', 'updated_at': '2021-11-18T18:06:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816695-1-iscsi', '_interfaces': [{'id': '870024f3-7c56-4801-81c7-644b46e2f701', 'name': '', 'network_id': '973dece9-3dd5-4f59-b4e3-c785af59a749', 'tenant_id': '1b67196fd7cd4a31bba7d8045b1dd695', 'mac_address': 'fa:16:3e:7d:8a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10837d5c-a321-4f3f-b1ab-09ce711a892e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6fb90bb7-f4b9-41e4-ae99-fc5b44404048', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:05:48Z', 'updated_at': '2021-11-18T18:05:52Z', 'revision_number': 5, 'project_id': '1b67196fd7cd4a31bba7d8045b1dd695', 'subnets': [{'id': '6fb90bb7-f4b9-41e4-ae99-fc5b44404048', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f021af8b-21b9-4a76-a884-a70dd795bef6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 18:06:01.872955 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Device d3239094-0a75-49ca-a9cf-47ea091179ba up at agent ovs-agent-dv-cinder-816695-1-iscsi {{(pid=101555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:06:01.939575 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Provisioning complete for port d3239094-0a75-49ca-a9cf-47ea091179ba triggered by entity L2. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:06:01.941054 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:06:02.040977 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:06:02.071670 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] For port d3239094-0a75-49ca-a9cf-47ea091179ba, host dv-cinder-816695-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816695-1-iscsi',level=0,port_id=d3239094-0a75-49ca-a9cf-47ea091179ba,segment=NetworkSegment(ccf61333-990a-41b6-8fac-e85eb4401822),segment_id=ccf61333-990a-41b6-8fac-e85eb4401822)] {{(pid=101555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:06:02.077896 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:06:02.144196 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Pushing event updated for resources: {'Port': ['ID=d3239094-0a75-49ca-a9cf-47ea091179ba,revision_number=4']} {{(pid=101555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:06:03.684591 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Device d3239094-0a75-49ca-a9cf-47ea091179ba up at agent ovs-agent-dv-cinder-816695-1-iscsi {{(pid=101555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:06:03.765763 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Provisioning complete for port d3239094-0a75-49ca-a9cf-47ea091179ba triggered by entity L2. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:06:03.766407 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:06:10.914896 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-1b2b44a0-549f-4581-b60c-ca7f0ed6d1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:06:12.889447 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.agents_db [None req-879798a6-d64d-4745-9d9a-40c50c0efc22 None None] Agent healthcheck: found 5 active agents {{(pid=101556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 18:06:14.003215 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-cf7cce37-97ed-4afb-9cde-7787744d975f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:06:14.140779 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:06:14.822700 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-e3a848c2-ffa0-4288-a759-e5f077163e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:06:16.873015 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-cd169395-ba62-4885-8b1f-e6616afe023f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:06:40.949495 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-80f64afd-6830-4e1f-aed7-6c61804019c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:06:44.007959 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-ce57d5e4-2ad1-49d4-8e2f-ae1f6ce01921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:06:44.146969 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:06:44.832892 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-e3a848c2-ffa0-4288-a759-e5f077163e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:06:46.863727 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-cd169395-ba62-4885-8b1f-e6616afe023f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:06:49.889175 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.agents_db [None req-879798a6-d64d-4745-9d9a-40c50c0efc22 None None] Agent healthcheck: found 5 active agents {{(pid=101556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 18:07:10.912888 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-8e66c4c9-0025-474d-ae57-c6b693df86c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:07:14.001635 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-94da2fa6-1959-4162-b186-6b4f4f00d1fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:07:14.143287 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:07:14.830264 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-e3a848c2-ffa0-4288-a759-e5f077163e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:07:16.863404 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-cd169395-ba62-4885-8b1f-e6616afe023f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:07:26.888041 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.agents_db [None req-879798a6-d64d-4745-9d9a-40c50c0efc22 None None] Agent healthcheck: found 5 active agents {{(pid=101556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 18:07:39.599500 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 43246) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:07:39.666703 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd40d910-33ea-4057-833c-4fb29dddd37a admin admin] GET failed (client error): The resource could not be found. Nov 18 18:07:39.668118 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-dd40d910-33ea-4057-833c-4fb29dddd37a admin admin] 10.222.0.21 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0676031 Nov 18 18:07:39.835682 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1af4e76-ab67-48f7-9533-892658f57eb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:07:39.837102 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-c1af4e76-ab67-48f7-9533-892658f57eb6 admin admin] 10.222.0.21 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1641104 Nov 18 18:07:40.913938 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-6a5d624e-528c-4d4f-86aa-783db3198051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:07:42.034705 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 43256) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:07:42.213373 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f3506d-2f31-4975-9cb8-5642a8ed041d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:07:42.214739 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-89f3506d-2f31-4975-9cb8-5642a8ed041d admin admin] 10.222.0.21 "GET /v2.0/subnets/6fb90bb7-f4b9-41e4-ae99-fc5b44404048 HTTP/1.1" status: 200 len: 849 time: 0.1790793 Nov 18 18:07:42.224906 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.v2.base [None req-1cba578e-903b-478e-80f8-79b3c1b8bcb1 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=101554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:07:42.305290 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-1cba578e-903b-478e-80f8-79b3c1b8bcb1 admin admin] Notify callbacks [] for subnet, before_update {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:07:42.451773 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-1cba578e-903b-478e-80f8-79b3c1b8bcb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8768457221699'] for subnet, after_update {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:07:42.482499 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cba578e-903b-478e-80f8-79b3c1b8bcb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:07:42.483096 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-1cba578e-903b-478e-80f8-79b3c1b8bcb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553968'] for subnet, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:07:42.484444 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-1cba578e-903b-478e-80f8-79b3c1b8bcb1 admin admin] 10.222.0.21 "PUT /v2.0/subnets/6fb90bb7-f4b9-41e4-ae99-fc5b44404048 HTTP/1.1" status: 200 len: 868 time: 0.2632148 Nov 18 18:07:42.498770 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9533875c-1d4d-4515-a34b-d044fab493a8 None None] Network 973dece9-3dd5-4f59-b4e3-c785af59a749 requested from dv-cinder-816695-1-iscsi {{(pid=101555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 18:07:42.510009 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cba578e-903b-478e-80f8-79b3c1b8bcb1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fb90bb7-f4b9-41e4-ae99-fc5b44404048,revision_number=1']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:07:42.518142 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cba578e-903b-478e-80f8-79b3c1b8bcb1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:07:42.518521 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cba578e-903b-478e-80f8-79b3c1b8bcb1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:07:42.518882 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cba578e-903b-478e-80f8-79b3c1b8bcb1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:07:42.519223 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cba578e-903b-478e-80f8-79b3c1b8bcb1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:07:42.519633 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cba578e-903b-478e-80f8-79b3c1b8bcb1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:07:42.519947 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cba578e-903b-478e-80f8-79b3c1b8bcb1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:07:42.520288 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cba578e-903b-478e-80f8-79b3c1b8bcb1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:07:42.520639 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cba578e-903b-478e-80f8-79b3c1b8bcb1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:07:42.520977 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cba578e-903b-478e-80f8-79b3c1b8bcb1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:07:42.521304 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cba578e-903b-478e-80f8-79b3c1b8bcb1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:07:42.521635 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cba578e-903b-478e-80f8-79b3c1b8bcb1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:07:42.522330 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cba578e-903b-478e-80f8-79b3c1b8bcb1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:07:42.894032 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-16bfe285-a114-4861-9b15-0f3dffc0858a None None] Provisioning complete for port 56110c34-3bf1-4f6b-a528-a15739efcc08 triggered by entity DHCP. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:07:42.894401 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-16bfe285-a114-4861-9b15-0f3dffc0858a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:07:42.979050 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-16bfe285-a114-4861-9b15-0f3dffc0858a None None] Provisioning complete for port 870024f3-7c56-4801-81c7-644b46e2f701 triggered by entity DHCP. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:07:42.979401 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-16bfe285-a114-4861-9b15-0f3dffc0858a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:07:44.002297 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-1bdfde0a-3210-4124-8a53-7972d27c25a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:07:44.145757 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:07:44.725205 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 43266) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:07:44.831423 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-e3a848c2-ffa0-4288-a759-e5f077163e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:07:44.932290 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98953ee0-e8cb-4b2e-b73c-21e34460788c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:07:44.932677 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98953ee0-e8cb-4b2e-b73c-21e34460788c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:07:44.934239 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-98953ee0-e8cb-4b2e-b73c-21e34460788c admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2080710 Nov 18 18:07:46.867649 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-cd169395-ba62-4885-8b1f-e6616afe023f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:07:47.173607 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 43274) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:07:47.305854 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a1a958f-5893-4aa7-9580-c4462e21ee2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:07:47.306326 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a1a958f-5893-4aa7-9580-c4462e21ee2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:07:47.308414 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-0a1a958f-5893-4aa7-9580-c4462e21ee2c admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1338544 Nov 18 18:07:49.563384 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 43282) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:07:49.685189 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7964e855-a0c4-44be-a2b9-a7bdd5468bb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:07:49.686540 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-7964e855-a0c4-44be-a2b9-a7bdd5468bb2 admin admin] 10.222.0.21 "GET /v2.0/networks/681a8de3-317c-4c8e-b068-d1104cc9c364 HTTP/1.1" status: 200 len: 886 time: 0.1221995 Nov 18 18:07:51.886848 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 43290) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:07:52.020307 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166b4cb4-38ad-4358-8df6-d5298c56358a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:07:52.021592 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-166b4cb4-38ad-4358-8df6-d5298c56358a admin admin] 10.222.0.21 "GET /v2.0/networks/973dece9-3dd5-4f59-b4e3-c785af59a749 HTTP/1.1" status: 200 len: 869 time: 0.1338170 Nov 18 18:07:54.223756 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 43298) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:07:54.348157 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-159e9328-1348-4b9f-aef1-a36455bfbab5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:07:54.348618 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-159e9328-1348-4b9f-aef1-a36455bfbab5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:07:54.350153 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-159e9328-1348-4b9f-aef1-a36455bfbab5 admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1254296 Nov 18 18:07:56.566505 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 43306) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:07:56.657966 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f277153-52a2-4b8a-b3aa-73cf8044260e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:07:56.658424 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f277153-52a2-4b8a-b3aa-73cf8044260e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:07:56.659994 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-6f277153-52a2-4b8a-b3aa-73cf8044260e admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0925016 Nov 18 18:07:58.880521 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 43314) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:07:58.972835 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371c87ba-708f-4d8d-bcb0-f0224f7c5c80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:07:58.974121 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-371c87ba-708f-4d8d-bcb0-f0224f7c5c80 admin admin] 10.222.0.21 "GET /v2.0/subnets/6fb90bb7-f4b9-41e4-ae99-fc5b44404048 HTTP/1.1" status: 200 len: 868 time: 0.0926542 Nov 18 18:08:01.211122 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 43322) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:08:01.298041 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad39fb5a-65d2-4d25-aee9-8c6327471ce7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:08:01.299384 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-ad39fb5a-65d2-4d25-aee9-8c6327471ce7 admin admin] 10.222.0.21 "GET /v2.0/subnets/7ba09554-0552-4432-a7a0-26d8d0284def HTTP/1.1" status: 200 len: 816 time: 0.0872908 Nov 18 18:08:03.886612 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.agents_db [None req-879798a6-d64d-4745-9d9a-40c50c0efc22 None None] Agent healthcheck: found 5 active agents {{(pid=101556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 18:08:10.917720 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-9dc7a649-d535-4165-97b2-87ae740c55a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:08:14.004029 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-4cf30937-50c0-4b11-9d1c-4346749a8034 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:08:14.147048 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:08:14.835716 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-e3a848c2-ffa0-4288-a759-e5f077163e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:08:16.868201 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-cd169395-ba62-4885-8b1f-e6616afe023f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:08:25.488919 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 43376) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:08:25.536301 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [None req-d7b32410-7f5a-4fcc-bfc6-54ccc6c9391f admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101554) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 18:08:25.537277 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-d7b32410-7f5a-4fcc-bfc6-54ccc6c9391f admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0474279 Nov 18 18:08:27.858110 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 43384) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:08:27.924967 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.pecan_wsgi.hooks.translation [None req-4633b689-7057-4f35-b41a-c4b9030ed16e admin admin] GET failed (client error): The resource could not be found. Nov 18 18:08:27.926366 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-4633b689-7057-4f35-b41a-c4b9030ed16e admin admin] 10.222.0.21 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0673285 Nov 18 18:08:28.067144 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed965c0-78b4-4864-b872-90f6f583398c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:08:28.068553 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-0ed965c0-78b4-4864-b872-90f6f583398c admin admin] 10.222.0.21 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1374409 Nov 18 18:08:30.311918 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 43392) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:08:30.359282 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.v2.base [None req-c1ac00fb-4075-42da-8714-5765ea00381f admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=101554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:08:30.380866 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1ac00fb-4075-42da-8714-5765ea00381f admin admin] Made reservation on behalf of 36153102a8ee4eea8f0c51d305611cd2 for: {'network': 1} {{(pid=101554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 18:08:30.383094 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-c1ac00fb-4075-42da-8714-5765ea00381f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for network, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:08:30.409053 dv-cinder-816695-1-iscsi neutron-server[101554]: WARNING neutron.services.revisions.revision_plugin [None req-c1ac00fb-4075-42da-8714-5765ea00381f admin admin] Could not find related network for resource to bump revision. Nov 18 18:08:30.419755 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1ac00fb-4075-42da-8714-5765ea00381f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 775} {{(pid=101554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 18:08:30.428009 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-c1ac00fb-4075-42da-8714-5765ea00381f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1774666'] for segment, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:08:30.428372 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.db.segments_db [None req-c1ac00fb-4075-42da-8714-5765ea00381f admin admin] Added segment 8f0198e9-bffa-453a-8d4f-502ad6670634 of type vlan for network 8a585794-4328-484e-ba7e-e0fb9bc00709 Nov 18 18:08:30.465271 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-c1ac00fb-4075-42da-8714-5765ea00381f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768456854164'] for network, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:08:30.488126 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-c1ac00fb-4075-42da-8714-5765ea00381f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922'] for network, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:08:30.489006 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ac00fb-4075-42da-8714-5765ea00381f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:08:30.489590 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-c1ac00fb-4075-42da-8714-5765ea00381f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553968'] for network, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:08:30.540734 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-c1ac00fb-4075-42da-8714-5765ea00381f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2277312 Nov 18 18:08:30.552783 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ac00fb-4075-42da-8714-5765ea00381f admin admin] Pushing event updated for resources: {'Network': ['ID=8a585794-4328-484e-ba7e-e0fb9bc00709,revision_number=1']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:08:30.566353 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Network 8a585794-4328-484e-ba7e-e0fb9bc00709 details requested by agent ovs-agent-dv-cinder-816695-1-iscsi with host dv-cinder-816695-1-iscsi {{(pid=101555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 18:08:32.826762 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 43400) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:08:32.886351 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.pecan_wsgi.hooks.translation [None req-989cc755-197f-4558-9afc-94c2619abcf9 admin admin] GET failed (client error): The resource could not be found. Nov 18 18:08:32.887654 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-989cc755-197f-4558-9afc-94c2619abcf9 admin admin] 10.222.0.21 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0598524 Nov 18 18:08:32.959497 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee9b63d-b9c2-41e5-9b12-3a519f62478c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:08:32.961091 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-bee9b63d-b9c2-41e5-9b12-3a519f62478c admin admin] 10.222.0.21 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0688398 Nov 18 18:08:32.971277 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.v2.base [None req-bfc7eddb-edf2-4807-93e8-9781250f27dd admin admin] Request body: {'subnet': {'network_id': '8a585794-4328-484e-ba7e-e0fb9bc00709', 'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=101553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:08:32.992809 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfc7eddb-edf2-4807-93e8-9781250f27dd admin admin] Made reservation on behalf of 36153102a8ee4eea8f0c51d305611cd2 for: {'subnet': 1} {{(pid=101553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 18:08:32.995854 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-bfc7eddb-edf2-4807-93e8-9781250f27dd admin admin] Notify callbacks [] for subnet, before_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:08:33.155055 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-bfc7eddb-edf2-4807-93e8-9781250f27dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922'] for subnet, after_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:08:33.206646 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc7eddb-edf2-4807-93e8-9781250f27dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=09acce20-7afc-4fcc-96be-391395618e4e,revision_number=0']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:08:33.218431 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc7eddb-edf2-4807-93e8-9781250f27dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:08:33.218791 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc7eddb-edf2-4807-93e8-9781250f27dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:08:33.219135 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc7eddb-edf2-4807-93e8-9781250f27dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:08:33.219464 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc7eddb-edf2-4807-93e8-9781250f27dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:08:33.219789 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc7eddb-edf2-4807-93e8-9781250f27dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:08:33.220150 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc7eddb-edf2-4807-93e8-9781250f27dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:08:33.220478 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc7eddb-edf2-4807-93e8-9781250f27dd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:08:33.220814 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc7eddb-edf2-4807-93e8-9781250f27dd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:08:33.221154 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc7eddb-edf2-4807-93e8-9781250f27dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:08:33.221523 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc7eddb-edf2-4807-93e8-9781250f27dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:08:33.221789 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc7eddb-edf2-4807-93e8-9781250f27dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:08:33.222103 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc7eddb-edf2-4807-93e8-9781250f27dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:08:33.225952 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc7eddb-edf2-4807-93e8-9781250f27dd admin admin] Checking segment: {'id': '8f0198e9-bffa-453a-8d4f-502ad6670634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '8a585794-4328-484e-ba7e-e0fb9bc00709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 18 18:08:33.226302 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc7eddb-edf2-4807-93e8-9781250f27dd admin admin] Network hostable DHCP agents. Network: 8a585794-4328-484e-ba7e-e0fb9bc00709, hostable agents: ['3fbd36fe-782c-4617-8e97-99410d5610de'], hosted agents: [] {{(pid=101553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 18:08:33.243186 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc7eddb-edf2-4807-93e8-9781250f27dd admin admin] Network 8a585794-4328-484e-ba7e-e0fb9bc00709 is scheduled to be hosted by DHCP agent 3fbd36fe-782c-4617-8e97-99410d5610de with binding_index 1 {{(pid=101553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 18:08:33.252600 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.scheduler.base_scheduler [None req-bfc7eddb-edf2-4807-93e8-9781250f27dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816695-1-iscsi, 8a585794-4328-484e-ba7e-e0fb9bc00709) {{(pid=101553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:08:33.256770 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc7eddb-edf2-4807-93e8-9781250f27dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:08:33.257348 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-bfc7eddb-edf2-4807-93e8-9781250f27dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553968'] for subnet, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:08:33.262738 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a107a108-79ff-4d03-b27c-06593c60c3c0 None None] Network 8a585794-4328-484e-ba7e-e0fb9bc00709 requested from dv-cinder-816695-1-iscsi {{(pid=101555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 18:08:33.276020 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-bfc7eddb-edf2-4807-93e8-9781250f27dd admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3080544 Nov 18 18:08:33.428389 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dacb4908-7d8c-4e8e-b349-074911777b1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5e6a097-ea3c-5b2a-9327-4706adb4f366-8a585794-4328-484e-ba7e-e0fb9bc00709', 'network_id': '8a585794-4328-484e-ba7e-e0fb9bc00709', 'tenant_id': '36153102a8ee4eea8f0c51d305611cd2', 'fixed_ips': [{'subnet_id': '09acce20-7afc-4fcc-96be-391395618e4e'}]}} from dv-cinder-816695-1-iscsi. {{(pid=101555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 18:08:33.429360 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-dacb4908-7d8c-4e8e-b349-074911777b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_create {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:08:33.568750 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.db_base_plugin_common [None req-dacb4908-7d8c-4e8e-b349-074911777b1e None None] Allocated IP 192.168.233.2 (8a585794-4328-484e-ba7e-e0fb9bc00709/09acce20-7afc-4fcc-96be-391395618e4e/fd711dc6-1fad-4533-944b-ef08d4fdb212) {{(pid=101555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 18:08:33.713431 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-dacb4908-7d8c-4e8e-b349-074911777b1e None None] Notify callbacks [] for port, precommit_create {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:08:33.722481 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-dacb4908-7d8c-4e8e-b349-074911777b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768456900401'] for port, after_create {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:08:33.772566 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacb4908-7d8c-4e8e-b349-074911777b1e None None] Pushing event updated for resources: {'Port': ['ID=fd711dc6-1fad-4533-944b-ef08d4fdb212,revision_number=1']} {{(pid=101555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:08:33.775617 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dacb4908-7d8c-4e8e-b349-074911777b1e None None] Network 8a585794-4328-484e-ba7e-e0fb9bc00709 is already hosted by enough agents. {{(pid=101555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:08:33.781165 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacb4908-7d8c-4e8e-b349-074911777b1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:08:33.781531 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacb4908-7d8c-4e8e-b349-074911777b1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:08:33.782254 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacb4908-7d8c-4e8e-b349-074911777b1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:08:33.782254 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacb4908-7d8c-4e8e-b349-074911777b1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:08:33.782522 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacb4908-7d8c-4e8e-b349-074911777b1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:08:33.782850 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacb4908-7d8c-4e8e-b349-074911777b1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:08:33.783175 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacb4908-7d8c-4e8e-b349-074911777b1e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:08:33.783498 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacb4908-7d8c-4e8e-b349-074911777b1e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:08:33.783858 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacb4908-7d8c-4e8e-b349-074911777b1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:08:33.784184 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacb4908-7d8c-4e8e-b349-074911777b1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:08:33.784507 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacb4908-7d8c-4e8e-b349-074911777b1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:08:33.784824 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacb4908-7d8c-4e8e-b349-074911777b1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:08:33.788400 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.scheduler.base_scheduler [None req-dacb4908-7d8c-4e8e-b349-074911777b1e None None] Resources bound (agent type, host, resource id): {{(pid=101555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:08:33.810222 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dacb4908-7d8c-4e8e-b349-074911777b1e None None] Received port after_create {{(pid=101555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 18:08:33.862696 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.managers [None req-dacb4908-7d8c-4e8e-b349-074911777b1e None None] Attempting to bind port fd711dc6-1fad-4533-944b-ef08d4fdb212 on host dv-cinder-816695-1-iscsi for vnic_type normal with profile {{(pid=101555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 18 18:08:33.862986 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.managers [None req-dacb4908-7d8c-4e8e-b349-074911777b1e None None] Attempting to bind port fd711dc6-1fad-4533-944b-ef08d4fdb212 by drivers openvswitch,hyperv on host dv-cinder-816695-1-iscsi at level 0 using segments [{'id': '8f0198e9-bffa-453a-8d4f-502ad6670634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '8a585794-4328-484e-ba7e-e0fb9bc00709'}] {{(pid=101555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 18 18:08:33.863347 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dacb4908-7d8c-4e8e-b349-074911777b1e None None] Attempting to bind port fd711dc6-1fad-4533-944b-ef08d4fdb212 on network 8a585794-4328-484e-ba7e-e0fb9bc00709 {{(pid=101555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:08:33.868361 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dacb4908-7d8c-4e8e-b349-074911777b1e None None] Checking agent: {'id': '1b150279-be03-4dd2-a318-1a957a9087ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816695-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 18, 5, 14), 'started_at': datetime.datetime(2021, 11, 18, 18, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 18, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816695-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 18:08:33.868737 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dacb4908-7d8c-4e8e-b349-074911777b1e None None] Checking segment: {'id': '8f0198e9-bffa-453a-8d4f-502ad6670634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '8a585794-4328-484e-ba7e-e0fb9bc00709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 18 18:08:33.869673 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-dacb4908-7d8c-4e8e-b349-074911777b1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:08:33.870106 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dacb4908-7d8c-4e8e-b349-074911777b1e None None] Bound using segment: {'id': '8f0198e9-bffa-453a-8d4f-502ad6670634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '8a585794-4328-484e-ba7e-e0fb9bc00709'} {{(pid=101555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 18:08:33.870555 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.managers [None req-dacb4908-7d8c-4e8e-b349-074911777b1e None None] Bound port: fd711dc6-1fad-4533-944b-ef08d4fdb212, host: dv-cinder-816695-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f0198e9-bffa-453a-8d4f-502ad6670634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '8a585794-4328-484e-ba7e-e0fb9bc00709'}}] {{(pid=101555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 18 18:08:33.870955 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-dacb4908-7d8c-4e8e-b349-074911777b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:08:33.934912 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-dacb4908-7d8c-4e8e-b349-074911777b1e None None] For port fd711dc6-1fad-4533-944b-ef08d4fdb212, host dv-cinder-816695-1-iscsi, cleared binding levels {{(pid=101555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 18:08:33.938670 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-dacb4908-7d8c-4e8e-b349-074911777b1e None None] For port fd711dc6-1fad-4533-944b-ef08d4fdb212, host dv-cinder-816695-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816695-1-iscsi',level=0,port_id=fd711dc6-1fad-4533-944b-ef08d4fdb212,segment=NetworkSegment(8f0198e9-bffa-453a-8d4f-502ad6670634),segment_id=8f0198e9-bffa-453a-8d4f-502ad6670634)] {{(pid=101555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 18:08:33.942814 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-dacb4908-7d8c-4e8e-b349-074911777b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:08:34.000533 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacb4908-7d8c-4e8e-b349-074911777b1e None None] Pushing event updated for resources: {'Port': ['ID=fd711dc6-1fad-4533-944b-ef08d4fdb212,revision_number=2']} {{(pid=101555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:08:34.778098 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15657add-396a-4102-ac97-ff36bd5c1765 None None] Network 8a585794-4328-484e-ba7e-e0fb9bc00709 requested from dv-cinder-816695-1-iscsi {{(pid=101555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 18:08:34.908987 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-eb6ec8ed-eb71-46cb-b80c-73b09592d3b1 None None] Provisioning complete for port fd711dc6-1fad-4533-944b-ef08d4fdb212 triggered by entity DHCP. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:08:34.909292 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-eb6ec8ed-eb71-46cb-b80c-73b09592d3b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:08:35.014845 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-eb6ec8ed-eb71-46cb-b80c-73b09592d3b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:08:35.051943 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-eb6ec8ed-eb71-46cb-b80c-73b09592d3b1 None None] For port fd711dc6-1fad-4533-944b-ef08d4fdb212, host dv-cinder-816695-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816695-1-iscsi',level=0,port_id=fd711dc6-1fad-4533-944b-ef08d4fdb212,segment=NetworkSegment(8f0198e9-bffa-453a-8d4f-502ad6670634),segment_id=8f0198e9-bffa-453a-8d4f-502ad6670634)] {{(pid=101555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:08:35.055569 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-eb6ec8ed-eb71-46cb-b80c-73b09592d3b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:08:35.108301 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6ec8ed-eb71-46cb-b80c-73b09592d3b1 None None] Pushing event updated for resources: {'Port': ['ID=fd711dc6-1fad-4533-944b-ef08d4fdb212,revision_number=3']} {{(pid=101555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:08:35.176723 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-9eed9d22-db46-4934-8e34-47b196f7f003 None None] Provisioning complete for port fd711dc6-1fad-4533-944b-ef08d4fdb212 triggered by entity DHCP. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:08:35.177032 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-9eed9d22-db46-4934-8e34-47b196f7f003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:08:35.838199 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Device fd711dc6-1fad-4533-944b-ef08d4fdb212 up at agent ovs-agent-dv-cinder-816695-1-iscsi {{(pid=101555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:08:35.886229 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Provisioning complete for port fd711dc6-1fad-4533-944b-ef08d4fdb212 triggered by entity L2. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:08:35.886598 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:08:40.886053 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.agents_db [None req-879798a6-d64d-4745-9d9a-40c50c0efc22 None None] Agent healthcheck: found 5 active agents {{(pid=101556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 18:08:40.920087 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-0bb41676-7f3f-4d3f-9ab8-74a628c49cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:08:44.004879 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-d7d3daf7-4eff-4732-a4e8-377b7792901f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:08:44.151737 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:08:44.838892 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-e3a848c2-ffa0-4288-a759-e5f077163e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:08:46.872027 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-cd169395-ba62-4885-8b1f-e6616afe023f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:09:10.921396 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-780ef80d-70e6-4a5e-805e-947fd3e84b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:09:14.005037 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa0e6185-ef76-41c0-a3a7-3805603a221e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:09:14.153278 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:09:14.840740 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-e3a848c2-ffa0-4288-a759-e5f077163e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:09:16.873921 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-cd169395-ba62-4885-8b1f-e6616afe023f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:09:17.884351 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.agents_db [None req-879798a6-d64d-4745-9d9a-40c50c0efc22 None None] Agent healthcheck: found 5 active agents {{(pid=101556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 18:09:40.923566 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-8fd25469-3259-4a72-a148-15681235dd15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:09:44.007327 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-d3a7c6d8-3867-49c5-b55d-bd47b83bbb90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:09:44.155320 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:09:44.845474 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-e3a848c2-ffa0-4288-a759-e5f077163e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:09:45.785496 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 43454) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:09:45.791774 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [None req-d65960c8-d63f-48f0-87a9-1780831df1eb tempest-verify_tempest_config-862807446 tempest-verify_tempest_config-862807446-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 18:09:45.792767 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-d65960c8-d63f-48f0-87a9-1780831df1eb tempest-verify_tempest_config-862807446 tempest-verify_tempest_config-862807446-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0063045 Nov 18 18:09:46.077536 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 43472) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:09:46.178764 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-157f4426-1961-4aea-97e0-4d0f901cc038 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:09:46.252818 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-157f4426-1961-4aea-97e0-4d0f901cc038 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:09:46.256274 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-157f4426-1961-4aea-97e0-4d0f901cc038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:09:46.300556 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-157f4426-1961-4aea-97e0-4d0f901cc038 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d03f002431e74d0f95628802ee301c7a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2219734 Nov 18 18:09:46.301342 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157f4426-1961-4aea-97e0-4d0f901cc038 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d28cc6b-47f1-436f-addb-fbac9e093f88,revision_number=1']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:09:46.303336 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 43478) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:09:46.318137 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157f4426-1961-4aea-97e0-4d0f901cc038 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:09:46.318499 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157f4426-1961-4aea-97e0-4d0f901cc038 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:09:46.318847 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157f4426-1961-4aea-97e0-4d0f901cc038 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:09:46.319358 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157f4426-1961-4aea-97e0-4d0f901cc038 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:09:46.319504 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157f4426-1961-4aea-97e0-4d0f901cc038 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:09:46.319849 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157f4426-1961-4aea-97e0-4d0f901cc038 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:09:46.320176 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157f4426-1961-4aea-97e0-4d0f901cc038 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:09:46.320510 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157f4426-1961-4aea-97e0-4d0f901cc038 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:09:46.320848 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157f4426-1961-4aea-97e0-4d0f901cc038 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:09:46.321167 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157f4426-1961-4aea-97e0-4d0f901cc038 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:09:46.321480 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157f4426-1961-4aea-97e0-4d0f901cc038 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:09:46.321793 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157f4426-1961-4aea-97e0-4d0f901cc038 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:09:46.366009 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-7d4ce0ae-d403-45c9-9c97-d268da795e08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:09:46.388129 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-7d4ce0ae-d403-45c9-9c97-d268da795e08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:09:46.472526 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-7d4ce0ae-d403-45c9-9c97-d268da795e08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:09:46.475048 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-7d4ce0ae-d403-45c9-9c97-d268da795e08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:09:46.476224 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-7d4ce0ae-d403-45c9-9c97-d268da795e08 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1d28cc6b-47f1-436f-addb-fbac9e093f88 HTTP/1.1" status: 204 len: 168 time: 0.1722417 Nov 18 18:09:46.483876 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4ce0ae-d403-45c9-9c97-d268da795e08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d28cc6b-47f1-436f-addb-fbac9e093f88,revision_number=None']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:09:46.876143 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-cd169395-ba62-4885-8b1f-e6616afe023f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:09:54.883153 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.agents_db [None req-879798a6-d64d-4745-9d9a-40c50c0efc22 None None] Agent healthcheck: found 5 active agents {{(pid=101556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 18:10:10.925598 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-4eaeaac9-ed6c-4064-aeb6-87110f9a217b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:10:14.008304 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-e7f84cbb-83e3-42a3-87da-7e8d9282dfc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:10:14.156869 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:10:14.846488 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-e3a848c2-ffa0-4288-a759-e5f077163e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:10:16.879946 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-cd169395-ba62-4885-8b1f-e6616afe023f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:10:31.882404 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.agents_db [None req-879798a6-d64d-4745-9d9a-40c50c0efc22 None None] Agent healthcheck: found 5 active agents {{(pid=101556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 18:10:40.927016 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-38a1c185-059f-44ba-bfea-a59ef46fd914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:10:44.012353 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-8708012a-7211-46b9-984b-7874c6e60914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:10:44.163642 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:10:44.850345 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-e3a848c2-ffa0-4288-a759-e5f077163e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:10:46.883607 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-cd169395-ba62-4885-8b1f-e6616afe023f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:11:08.880562 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.agents_db [None req-879798a6-d64d-4745-9d9a-40c50c0efc22 None None] Agent healthcheck: found 5 active agents {{(pid=101556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 18:11:10.927649 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a1452e05-d1de-402f-97bc-e478c6f4f06a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:11:14.004772 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-9fd2c167-e62c-4b8d-843a-5390a08664dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:11:14.156262 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:11:14.854042 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-e3a848c2-ffa0-4288-a759-e5f077163e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:11:16.882400 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-cd169395-ba62-4885-8b1f-e6616afe023f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:11:25.455372 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-369279'] for agent, after_create {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:11:40.344961 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 43550) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:11:40.456321 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-aa96a173-f510-41ee-8f0e-30e4b8ba2130 admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1100192 Nov 18 18:11:40.929825 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-41e8883d-a46e-45bb-bfd0-3a98b18c88b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:11:42.716021 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 43560) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:11:42.773170 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-8462d56b-0d89-4afb-979b-9a6dd0500a29 admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0560777 Nov 18 18:11:44.011842 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-4ee0016a-39ff-44d8-854f-415f3767ea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:11:44.163277 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:11:44.864117 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-e3a848c2-ffa0-4288-a759-e5f077163e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:11:45.881350 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.agents_db [None req-879798a6-d64d-4745-9d9a-40c50c0efc22 None None] Agent healthcheck: found 6 active agents {{(pid=101556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 18:11:46.888754 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-cd169395-ba62-4885-8b1f-e6616afe023f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:11:55.432104 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:12:10.934996 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-15c19f4a-09ab-46c0-a998-66bac0b74a28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:12:14.002344 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-033c68cc-fcfd-4872-a4e1-3cadc85681bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:12:14.157050 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:12:14.861241 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-e3a848c2-ffa0-4288-a759-e5f077163e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:12:16.884662 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-cd169395-ba62-4885-8b1f-e6616afe023f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:12:22.881255 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.agents_db [None req-879798a6-d64d-4745-9d9a-40c50c0efc22 None None] Agent healthcheck: found 6 active agents {{(pid=101556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 18:12:25.434435 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:12:40.947469 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-ae6a5e94-a3b0-40a8-ace2-709207b677a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:12:44.009080 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-d6c31388-ddac-4d57-9d74-16ee0561ed47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:12:44.159316 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:12:44.865909 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-e3a848c2-ffa0-4288-a759-e5f077163e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:12:46.895057 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-cd169395-ba62-4885-8b1f-e6616afe023f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:12:55.439257 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:12:59.879949 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.agents_db [None req-879798a6-d64d-4745-9d9a-40c50c0efc22 None None] Agent healthcheck: found 6 active agents {{(pid=101556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 18:13:10.944097 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-edb266b4-0eac-4e59-aefb-b2c0d168db69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:14.004553 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-2b2bd10d-6755-40fd-a036-163b56006432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:14.160670 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:14.868714 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-e3a848c2-ffa0-4288-a759-e5f077163e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:16.889969 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-cd169395-ba62-4885-8b1f-e6616afe023f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:21.993177 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 43642) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:13:22.307529 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.v2.base [None req-ffc7cd19-799a-4c60-bf70-1e557b4578e4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1688942367-network', 'tenant_id': '03d899808f1a4723a8e0d1b00ed1a01d'}} {{(pid=101554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:13:22.378621 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffc7cd19-799a-4c60-bf70-1e557b4578e4 admin admin] Made reservation on behalf of 03d899808f1a4723a8e0d1b00ed1a01d for: {'network': 1} {{(pid=101554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 18:13:22.381343 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-ffc7cd19-799a-4c60-bf70-1e557b4578e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for network, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:22.416078 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-ffc7cd19-799a-4c60-bf70-1e557b4578e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:22.639446 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-ffc7cd19-799a-4c60-bf70-1e557b4578e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:22.645460 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-ffc7cd19-799a-4c60-bf70-1e557b4578e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:22.675091 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffc7cd19-799a-4c60-bf70-1e557b4578e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 754} {{(pid=101554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 18:13:22.696624 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-ffc7cd19-799a-4c60-bf70-1e557b4578e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1774666'] for segment, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:22.698482 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.db.segments_db [None req-ffc7cd19-799a-4c60-bf70-1e557b4578e4 admin admin] Added segment fdab8eb2-7859-4d62-a00d-9bb65cb2ee65 of type vlan for network 548d4c85-a92c-4982-a16e-af3d8afd47ad Nov 18 18:13:22.776645 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-ffc7cd19-799a-4c60-bf70-1e557b4578e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768456854164'] for network, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:22.819665 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc7cd19-799a-4c60-bf70-1e557b4578e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afd3539f-f929-4e6b-b99c-782220bf0069,revision_number=1']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:13:22.827264 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-ffc7cd19-799a-4c60-bf70-1e557b4578e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922'] for network, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:22.828415 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc7cd19-799a-4c60-bf70-1e557b4578e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:13:22.829021 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-ffc7cd19-799a-4c60-bf70-1e557b4578e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553968'] for network, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:22.834328 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc7cd19-799a-4c60-bf70-1e557b4578e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:13:22.834704 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc7cd19-799a-4c60-bf70-1e557b4578e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:13:22.835048 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc7cd19-799a-4c60-bf70-1e557b4578e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:13:22.835370 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc7cd19-799a-4c60-bf70-1e557b4578e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:13:22.835696 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc7cd19-799a-4c60-bf70-1e557b4578e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:13:22.836116 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc7cd19-799a-4c60-bf70-1e557b4578e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:13:22.836442 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc7cd19-799a-4c60-bf70-1e557b4578e4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:13:22.836780 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc7cd19-799a-4c60-bf70-1e557b4578e4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:13:22.837146 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc7cd19-799a-4c60-bf70-1e557b4578e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:13:22.837461 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc7cd19-799a-4c60-bf70-1e557b4578e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:13:22.837819 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc7cd19-799a-4c60-bf70-1e557b4578e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:13:22.838101 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc7cd19-799a-4c60-bf70-1e557b4578e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:13:22.839245 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc7cd19-799a-4c60-bf70-1e557b4578e4 admin admin] Tracked resource versions report: Nov 18 18:13:22.839245 dv-cinder-816695-1-iscsi neutron-server[101554]: pushed versions: Nov 18 18:13:22.839245 dv-cinder-816695-1-iscsi neutron-server[101554]: { 'AddressGroup': {'1.2'}, Nov 18 18:13:22.839245 dv-cinder-816695-1-iscsi neutron-server[101554]: 'ConntrackHelper': {'1.0'}, Nov 18 18:13:22.839245 dv-cinder-816695-1-iscsi neutron-server[101554]: 'Log': {'1.0'}, Nov 18 18:13:22.839245 dv-cinder-816695-1-iscsi neutron-server[101554]: 'Network': {'1.1'}, Nov 18 18:13:22.839245 dv-cinder-816695-1-iscsi neutron-server[101554]: 'Port': {'1.7'}, Nov 18 18:13:22.839245 dv-cinder-816695-1-iscsi neutron-server[101554]: 'PortForwarding': {'1.2'}, Nov 18 18:13:22.839245 dv-cinder-816695-1-iscsi neutron-server[101554]: 'QosPolicy': {'1.9'}, Nov 18 18:13:22.839245 dv-cinder-816695-1-iscsi neutron-server[101554]: 'SecurityGroup': {'1.4'}, Nov 18 18:13:22.839245 dv-cinder-816695-1-iscsi neutron-server[101554]: 'SecurityGroupRule': {'1.2'}, Nov 18 18:13:22.839245 dv-cinder-816695-1-iscsi neutron-server[101554]: 'SubPort': {'1.0'}, Nov 18 18:13:22.839245 dv-cinder-816695-1-iscsi neutron-server[101554]: 'Subnet': {'1.1'}, Nov 18 18:13:22.839245 dv-cinder-816695-1-iscsi neutron-server[101554]: 'Trunk': {'1.1'}} Nov 18 18:13:22.839245 dv-cinder-816695-1-iscsi neutron-server[101554]: consumer versions: Nov 18 18:13:22.839245 dv-cinder-816695-1-iscsi neutron-server[101554]: { DHCP agent@dv-cinder-816695-1-iscsi: {}, Nov 18 18:13:22.839245 dv-cinder-816695-1-iscsi neutron-server[101554]: HyperV agent@hv-cinder-81669: {}, Nov 18 18:13:22.839245 dv-cinder-816695-1-iscsi neutron-server[101554]: L3 agent@dv-cinder-816695-1-iscsi: {}, Nov 18 18:13:22.839245 dv-cinder-816695-1-iscsi neutron-server[101554]: Metadata agent@dv-cinder-816695-1-iscsi: {}, Nov 18 18:13:22.839245 dv-cinder-816695-1-iscsi neutron-server[101554]: Metering agent@dv-cinder-816695-1-iscsi: {}, Nov 18 18:13:22.839245 dv-cinder-816695-1-iscsi neutron-server[101554]: Open vSwitch agent@dv-cinder-816695-1-iscsi: { 'AddressGroup': '1.2', Nov 18 18:13:22.839245 dv-cinder-816695-1-iscsi neutron-server[101554]: 'ConntrackHelper': '1.0', Nov 18 18:13:22.839245 dv-cinder-816695-1-iscsi neutron-server[101554]: 'Log': '1.0', Nov 18 18:13:22.839245 dv-cinder-816695-1-iscsi neutron-server[101554]: 'Network': '1.1', Nov 18 18:13:22.839245 dv-cinder-816695-1-iscsi neutron-server[101554]: 'Port': '1.7', Nov 18 18:13:22.839245 dv-cinder-816695-1-iscsi neutron-server[101554]: 'PortForwarding': '1.2', Nov 18 18:13:22.839245 dv-cinder-816695-1-iscsi neutron-server[101554]: 'QosPolicy': '1.9', Nov 18 18:13:22.839245 dv-cinder-816695-1-iscsi neutron-server[101554]: 'SecurityGroup': '1.4', Nov 18 18:13:22.839245 dv-cinder-816695-1-iscsi neutron-server[101554]: 'SecurityGroupRule': '1.2', Nov 18 18:13:22.839245 dv-cinder-816695-1-iscsi neutron-server[101554]: 'SubPort': '1.0', Nov 18 18:13:22.839245 dv-cinder-816695-1-iscsi neutron-server[101554]: 'Subnet': '1.1', Nov 18 18:13:22.839245 dv-cinder-816695-1-iscsi neutron-server[101554]: 'Trunk': '1.1'}} Nov 18 18:13:22.839245 dv-cinder-816695-1-iscsi neutron-server[101554]: {{(pid=101554) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 18 18:13:23.011395 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-ffc7cd19-799a-4c60-bf70-1e557b4578e4 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0147753 Nov 18 18:13:23.013058 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc7cd19-799a-4c60-bf70-1e557b4578e4 admin admin] Pushing event updated for resources: {'Network': ['ID=548d4c85-a92c-4982-a16e-af3d8afd47ad,revision_number=1']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:13:23.015234 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 43696) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:13:23.021461 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.v2.base [None req-96ec2a4d-61be-46d0-9e71-3f4248c97e0f admin admin] Request body: {'subnet': {'network_id': '548d4c85-a92c-4982-a16e-af3d8afd47ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1688942367-subnet', 'tenant_id': '03d899808f1a4723a8e0d1b00ed1a01d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:13:23.027167 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Network 548d4c85-a92c-4982-a16e-af3d8afd47ad details requested by agent ovs-agent-dv-cinder-816695-1-iscsi with host dv-cinder-816695-1-iscsi {{(pid=101555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 18:13:23.061657 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96ec2a4d-61be-46d0-9e71-3f4248c97e0f admin admin] Made reservation on behalf of 03d899808f1a4723a8e0d1b00ed1a01d for: {'subnet': 1} {{(pid=101554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 18:13:23.065400 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-96ec2a4d-61be-46d0-9e71-3f4248c97e0f admin admin] Notify callbacks [] for subnet, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:23.279731 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-96ec2a4d-61be-46d0-9e71-3f4248c97e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922'] for subnet, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:23.358461 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ec2a4d-61be-46d0-9e71-3f4248c97e0f admin admin] Checking segment: {'id': 'fdab8eb2-7859-4d62-a00d-9bb65cb2ee65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '548d4c85-a92c-4982-a16e-af3d8afd47ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 18 18:13:23.359117 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ec2a4d-61be-46d0-9e71-3f4248c97e0f admin admin] Network hostable DHCP agents. Network: 548d4c85-a92c-4982-a16e-af3d8afd47ad, hostable agents: ['3fbd36fe-782c-4617-8e97-99410d5610de'], hosted agents: [] {{(pid=101554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 18:13:23.362525 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ec2a4d-61be-46d0-9e71-3f4248c97e0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=26737122-c082-4cd3-ada1-6591b74e0d08,revision_number=0']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:13:23.380797 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ec2a4d-61be-46d0-9e71-3f4248c97e0f admin admin] Network 548d4c85-a92c-4982-a16e-af3d8afd47ad is scheduled to be hosted by DHCP agent 3fbd36fe-782c-4617-8e97-99410d5610de with binding_index 1 {{(pid=101554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 18:13:23.393421 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.scheduler.base_scheduler [None req-96ec2a4d-61be-46d0-9e71-3f4248c97e0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816695-1-iscsi, 548d4c85-a92c-4982-a16e-af3d8afd47ad) {{(pid=101554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:13:23.398679 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ec2a4d-61be-46d0-9e71-3f4248c97e0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:13:23.399374 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-96ec2a4d-61be-46d0-9e71-3f4248c97e0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553968'] for subnet, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:23.407081 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d991ec14-7c67-48f0-80b3-c0496134dfd3 None None] Network 548d4c85-a92c-4982-a16e-af3d8afd47ad requested from dv-cinder-816695-1-iscsi {{(pid=101555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 18:13:23.423359 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 43722) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:13:23.424641 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-96ec2a4d-61be-46d0-9e71-3f4248c97e0f admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4079819 Nov 18 18:13:23.428662 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.v2.base [None req-5773f8d1-1a35-4282-b530-795ac93a6b83 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1688942367-router', 'tenant_id': '03d899808f1a4723a8e0d1b00ed1a01d', 'external_gateway_info': {'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364'}}} {{(pid=101553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:13:23.455164 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-5773f8d1-1a35-4282-b530-795ac93a6b83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362720', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15882'] for router, before_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:23.456775 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-5773f8d1-1a35-4282-b530-795ac93a6b83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-366266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15875'] for router, precommit_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:23.530889 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-5773f8d1-1a35-4282-b530-795ac93a6b83 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:23.717079 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f5728de-cfe3-412b-aacd-f0c7c7753ced None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5e6a097-ea3c-5b2a-9327-4706adb4f366-548d4c85-a92c-4982-a16e-af3d8afd47ad', 'network_id': '548d4c85-a92c-4982-a16e-af3d8afd47ad', 'tenant_id': '03d899808f1a4723a8e0d1b00ed1a01d', 'fixed_ips': [{'subnet_id': '26737122-c082-4cd3-ada1-6591b74e0d08'}]}} from dv-cinder-816695-1-iscsi. {{(pid=101555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 18:13:23.718649 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-6f5728de-cfe3-412b-aacd-f0c7c7753ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_create {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:23.734823 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-5773f8d1-1a35-4282-b530-795ac93a6b83 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:23.915924 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.db_base_plugin_common [None req-6f5728de-cfe3-412b-aacd-f0c7c7753ced None None] Allocated IP 172.20.0.2 (548d4c85-a92c-4982-a16e-af3d8afd47ad/26737122-c082-4cd3-ada1-6591b74e0d08/3a0ea3c3-c9f3-4831-8346-80be8bdaae7f) {{(pid=101555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 18:13:24.086233 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-5773f8d1-1a35-4282-b530-795ac93a6b83 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:24.101669 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-6f5728de-cfe3-412b-aacd-f0c7c7753ced None None] Notify callbacks [] for port, precommit_create {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:24.113703 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-6f5728de-cfe3-412b-aacd-f0c7c7753ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768456900401'] for port, after_create {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:24.124307 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-5773f8d1-1a35-4282-b530-795ac93a6b83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:24.153880 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 43752) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:13:24.186424 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5728de-cfe3-412b-aacd-f0c7c7753ced None None] Pushing event updated for resources: {'Port': ['ID=3a0ea3c3-c9f3-4831-8346-80be8bdaae7f,revision_number=1']} {{(pid=101555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:13:24.195058 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f5728de-cfe3-412b-aacd-f0c7c7753ced None None] Network 548d4c85-a92c-4982-a16e-af3d8afd47ad is already hosted by enough agents. {{(pid=101555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:13:24.196892 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5728de-cfe3-412b-aacd-f0c7c7753ced None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:13:24.197538 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5728de-cfe3-412b-aacd-f0c7c7753ced None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:13:24.198246 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5728de-cfe3-412b-aacd-f0c7c7753ced None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:13:24.198924 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5728de-cfe3-412b-aacd-f0c7c7753ced None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:13:24.199333 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5728de-cfe3-412b-aacd-f0c7c7753ced None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:13:24.199767 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5728de-cfe3-412b-aacd-f0c7c7753ced None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:13:24.200194 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5728de-cfe3-412b-aacd-f0c7c7753ced None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:13:24.200597 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5728de-cfe3-412b-aacd-f0c7c7753ced None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:13:24.201125 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5728de-cfe3-412b-aacd-f0c7c7753ced None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:13:24.201683 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5728de-cfe3-412b-aacd-f0c7c7753ced None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:13:24.202041 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5728de-cfe3-412b-aacd-f0c7c7753ced None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:13:24.202372 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5728de-cfe3-412b-aacd-f0c7c7753ced None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:13:24.203510 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5728de-cfe3-412b-aacd-f0c7c7753ced None None] Tracked resource versions report: Nov 18 18:13:24.203510 dv-cinder-816695-1-iscsi neutron-server[101555]: pushed versions: Nov 18 18:13:24.203510 dv-cinder-816695-1-iscsi neutron-server[101555]: { 'AddressGroup': {'1.2'}, Nov 18 18:13:24.203510 dv-cinder-816695-1-iscsi neutron-server[101555]: 'ConntrackHelper': {'1.0'}, Nov 18 18:13:24.203510 dv-cinder-816695-1-iscsi neutron-server[101555]: 'Log': {'1.0'}, Nov 18 18:13:24.203510 dv-cinder-816695-1-iscsi neutron-server[101555]: 'Network': {'1.1'}, Nov 18 18:13:24.203510 dv-cinder-816695-1-iscsi neutron-server[101555]: 'Port': {'1.7'}, Nov 18 18:13:24.203510 dv-cinder-816695-1-iscsi neutron-server[101555]: 'PortForwarding': {'1.2'}, Nov 18 18:13:24.203510 dv-cinder-816695-1-iscsi neutron-server[101555]: 'QosPolicy': {'1.9'}, Nov 18 18:13:24.203510 dv-cinder-816695-1-iscsi neutron-server[101555]: 'SecurityGroup': {'1.4'}, Nov 18 18:13:24.203510 dv-cinder-816695-1-iscsi neutron-server[101555]: 'SecurityGroupRule': {'1.2'}, Nov 18 18:13:24.203510 dv-cinder-816695-1-iscsi neutron-server[101555]: 'SubPort': {'1.0'}, Nov 18 18:13:24.203510 dv-cinder-816695-1-iscsi neutron-server[101555]: 'Subnet': {'1.1'}, Nov 18 18:13:24.203510 dv-cinder-816695-1-iscsi neutron-server[101555]: 'Trunk': {'1.1'}} Nov 18 18:13:24.203510 dv-cinder-816695-1-iscsi neutron-server[101555]: consumer versions: Nov 18 18:13:24.203510 dv-cinder-816695-1-iscsi neutron-server[101555]: { DHCP agent@dv-cinder-816695-1-iscsi: {}, Nov 18 18:13:24.203510 dv-cinder-816695-1-iscsi neutron-server[101555]: HyperV agent@hv-cinder-81669: {}, Nov 18 18:13:24.203510 dv-cinder-816695-1-iscsi neutron-server[101555]: L3 agent@dv-cinder-816695-1-iscsi: {}, Nov 18 18:13:24.203510 dv-cinder-816695-1-iscsi neutron-server[101555]: Metadata agent@dv-cinder-816695-1-iscsi: {}, Nov 18 18:13:24.203510 dv-cinder-816695-1-iscsi neutron-server[101555]: Metering agent@dv-cinder-816695-1-iscsi: {}, Nov 18 18:13:24.203510 dv-cinder-816695-1-iscsi neutron-server[101555]: Open vSwitch agent@dv-cinder-816695-1-iscsi: { 'AddressGroup': '1.2', Nov 18 18:13:24.203510 dv-cinder-816695-1-iscsi neutron-server[101555]: 'ConntrackHelper': '1.0', Nov 18 18:13:24.203510 dv-cinder-816695-1-iscsi neutron-server[101555]: 'Log': '1.0', Nov 18 18:13:24.203510 dv-cinder-816695-1-iscsi neutron-server[101555]: 'Network': '1.1', Nov 18 18:13:24.203510 dv-cinder-816695-1-iscsi neutron-server[101555]: 'Port': '1.7', Nov 18 18:13:24.203510 dv-cinder-816695-1-iscsi neutron-server[101555]: 'PortForwarding': '1.2', Nov 18 18:13:24.203510 dv-cinder-816695-1-iscsi neutron-server[101555]: 'QosPolicy': '1.9', Nov 18 18:13:24.203510 dv-cinder-816695-1-iscsi neutron-server[101555]: 'SecurityGroup': '1.4', Nov 18 18:13:24.203510 dv-cinder-816695-1-iscsi neutron-server[101555]: 'SecurityGroupRule': '1.2', Nov 18 18:13:24.203510 dv-cinder-816695-1-iscsi neutron-server[101555]: 'SubPort': '1.0', Nov 18 18:13:24.203510 dv-cinder-816695-1-iscsi neutron-server[101555]: 'Subnet': '1.1', Nov 18 18:13:24.203510 dv-cinder-816695-1-iscsi neutron-server[101555]: 'Trunk': '1.1'}} Nov 18 18:13:24.203510 dv-cinder-816695-1-iscsi neutron-server[101555]: {{(pid=101555) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 18 18:13:24.212616 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.scheduler.base_scheduler [None req-6f5728de-cfe3-412b-aacd-f0c7c7753ced None None] Resources bound (agent type, host, resource id): {{(pid=101555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:13:24.215246 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5728de-cfe3-412b-aacd-f0c7c7753ced None None] Received port after_create {{(pid=101555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 18:13:24.304139 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.managers [None req-6f5728de-cfe3-412b-aacd-f0c7c7753ced None None] Attempting to bind port 3a0ea3c3-c9f3-4831-8346-80be8bdaae7f on host dv-cinder-816695-1-iscsi for vnic_type normal with profile {{(pid=101555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 18 18:13:24.304139 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.managers [None req-6f5728de-cfe3-412b-aacd-f0c7c7753ced None None] Attempting to bind port 3a0ea3c3-c9f3-4831-8346-80be8bdaae7f by drivers openvswitch,hyperv on host dv-cinder-816695-1-iscsi at level 0 using segments [{'id': 'fdab8eb2-7859-4d62-a00d-9bb65cb2ee65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '548d4c85-a92c-4982-a16e-af3d8afd47ad'}] {{(pid=101555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 18 18:13:24.304139 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5728de-cfe3-412b-aacd-f0c7c7753ced None None] Attempting to bind port 3a0ea3c3-c9f3-4831-8346-80be8bdaae7f on network 548d4c85-a92c-4982-a16e-af3d8afd47ad {{(pid=101555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:13:24.310501 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5728de-cfe3-412b-aacd-f0c7c7753ced None None] Checking agent: {'id': '1b150279-be03-4dd2-a318-1a957a9087ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816695-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 18, 5, 14), 'started_at': datetime.datetime(2021, 11, 18, 18, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 18, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816695-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 18:13:24.311073 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5728de-cfe3-412b-aacd-f0c7c7753ced None None] Checking segment: {'id': 'fdab8eb2-7859-4d62-a00d-9bb65cb2ee65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '548d4c85-a92c-4982-a16e-af3d8afd47ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 18 18:13:24.311281 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-6f5728de-cfe3-412b-aacd-f0c7c7753ced None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:24.311677 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5728de-cfe3-412b-aacd-f0c7c7753ced None None] Bound using segment: {'id': 'fdab8eb2-7859-4d62-a00d-9bb65cb2ee65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '548d4c85-a92c-4982-a16e-af3d8afd47ad'} {{(pid=101555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 18:13:24.312257 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.managers [None req-6f5728de-cfe3-412b-aacd-f0c7c7753ced None None] Bound port: 3a0ea3c3-c9f3-4831-8346-80be8bdaae7f, host: dv-cinder-816695-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdab8eb2-7859-4d62-a00d-9bb65cb2ee65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '548d4c85-a92c-4982-a16e-af3d8afd47ad'}}] {{(pid=101555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 18 18:13:24.312600 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-6f5728de-cfe3-412b-aacd-f0c7c7753ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:24.418463 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-6f5728de-cfe3-412b-aacd-f0c7c7753ced None None] For port 3a0ea3c3-c9f3-4831-8346-80be8bdaae7f, host dv-cinder-816695-1-iscsi, cleared binding levels {{(pid=101555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 18:13:24.421984 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-6f5728de-cfe3-412b-aacd-f0c7c7753ced None None] For port 3a0ea3c3-c9f3-4831-8346-80be8bdaae7f, host dv-cinder-816695-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816695-1-iscsi',level=0,port_id=3a0ea3c3-c9f3-4831-8346-80be8bdaae7f,segment=NetworkSegment(fdab8eb2-7859-4d62-a00d-9bb65cb2ee65),segment_id=fdab8eb2-7859-4d62-a00d-9bb65cb2ee65)] {{(pid=101555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 18:13:24.422207 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.db.db_base_plugin_common [None req-5773f8d1-1a35-4282-b530-795ac93a6b83 admin admin] Allocated IP 172.27.0.4 (681a8de3-317c-4c8e-b068-d1104cc9c364/7ba09554-0552-4432-a7a0-26d8d0284def/0b9e60a6-ebb9-43ce-bce1-781addfacb0c) {{(pid=101553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 18:13:24.429458 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-6f5728de-cfe3-412b-aacd-f0c7c7753ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:24.455750 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 43768) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:13:24.529736 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5728de-cfe3-412b-aacd-f0c7c7753ced None None] Pushing event updated for resources: {'Port': ['ID=3a0ea3c3-c9f3-4831-8346-80be8bdaae7f,revision_number=2']} {{(pid=101555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:13:24.534178 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.v2.base [None req-fcff5d99-db8f-4aae-b0c6-758b6a13a1b8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1542454211-network', 'tenant_id': '080aae90ae2d433d95e93daa3aeb17ce'}} {{(pid=101554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:13:24.577217 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcff5d99-db8f-4aae-b0c6-758b6a13a1b8 admin admin] Made reservation on behalf of 080aae90ae2d433d95e93daa3aeb17ce for: {'network': 1} {{(pid=101554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 18:13:24.580419 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-fcff5d99-db8f-4aae-b0c6-758b6a13a1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for network, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:24.597254 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-fcff5d99-db8f-4aae-b0c6-758b6a13a1b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:24.652788 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-5773f8d1-1a35-4282-b530-795ac93a6b83 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:24.799973 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-fcff5d99-db8f-4aae-b0c6-758b6a13a1b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:24.805871 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-fcff5d99-db8f-4aae-b0c6-758b6a13a1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:24.825823 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-5773f8d1-1a35-4282-b530-795ac93a6b83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768456900401'] for port, after_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:24.834521 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcff5d99-db8f-4aae-b0c6-758b6a13a1b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 779} {{(pid=101554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 18:13:24.846211 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcff5d99-db8f-4aae-b0c6-758b6a13a1b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45312345-a280-47f4-99c8-deb208275a4a,revision_number=1']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:13:24.852227 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-fcff5d99-db8f-4aae-b0c6-758b6a13a1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1774666'] for segment, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:24.852874 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.db.segments_db [None req-fcff5d99-db8f-4aae-b0c6-758b6a13a1b8 admin admin] Added segment 43109070-f8b1-4cef-8fc5-8a83cb9b46d4 of type vlan for network f21b1cf4-9836-4a7b-8947-90f148ea7c8b Nov 18 18:13:24.905618 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-fcff5d99-db8f-4aae-b0c6-758b6a13a1b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768456854164'] for network, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:24.944642 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5773f8d1-1a35-4282-b530-795ac93a6b83 admin admin] Pushing event updated for resources: {'Port': ['ID=0b9e60a6-ebb9-43ce-bce1-781addfacb0c,revision_number=1']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:13:24.948353 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.v2.base [None req-f69ed169-24b0-42a6-bcae-051c0faf2894 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-112644736-network', 'tenant_id': '54a71c6fcc084e09bb76b54d410321c7'}} {{(pid=101554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:13:24.959300 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5773f8d1-1a35-4282-b530-795ac93a6b83 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:13:24.959795 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5773f8d1-1a35-4282-b530-795ac93a6b83 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:13:24.960234 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5773f8d1-1a35-4282-b530-795ac93a6b83 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:13:24.960584 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5773f8d1-1a35-4282-b530-795ac93a6b83 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:13:24.961116 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5773f8d1-1a35-4282-b530-795ac93a6b83 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:13:24.961600 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5773f8d1-1a35-4282-b530-795ac93a6b83 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:13:24.962070 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5773f8d1-1a35-4282-b530-795ac93a6b83 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:13:24.963299 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5773f8d1-1a35-4282-b530-795ac93a6b83 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:13:24.963920 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5773f8d1-1a35-4282-b530-795ac93a6b83 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:13:24.964683 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5773f8d1-1a35-4282-b530-795ac93a6b83 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:13:24.965198 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5773f8d1-1a35-4282-b530-795ac93a6b83 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:13:24.965687 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5773f8d1-1a35-4282-b530-795ac93a6b83 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:13:24.967096 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-fcff5d99-db8f-4aae-b0c6-758b6a13a1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922'] for network, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:24.967484 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5773f8d1-1a35-4282-b530-795ac93a6b83 admin admin] Tracked resource versions report: Nov 18 18:13:24.967484 dv-cinder-816695-1-iscsi neutron-server[101553]: pushed versions: Nov 18 18:13:24.967484 dv-cinder-816695-1-iscsi neutron-server[101553]: { 'AddressGroup': {'1.2'}, Nov 18 18:13:24.967484 dv-cinder-816695-1-iscsi neutron-server[101553]: 'ConntrackHelper': {'1.0'}, Nov 18 18:13:24.967484 dv-cinder-816695-1-iscsi neutron-server[101553]: 'Log': {'1.0'}, Nov 18 18:13:24.967484 dv-cinder-816695-1-iscsi neutron-server[101553]: 'Network': {'1.1'}, Nov 18 18:13:24.967484 dv-cinder-816695-1-iscsi neutron-server[101553]: 'Port': {'1.7'}, Nov 18 18:13:24.967484 dv-cinder-816695-1-iscsi neutron-server[101553]: 'PortForwarding': {'1.2'}, Nov 18 18:13:24.967484 dv-cinder-816695-1-iscsi neutron-server[101553]: 'QosPolicy': {'1.9'}, Nov 18 18:13:24.967484 dv-cinder-816695-1-iscsi neutron-server[101553]: 'SecurityGroup': {'1.4'}, Nov 18 18:13:24.967484 dv-cinder-816695-1-iscsi neutron-server[101553]: 'SecurityGroupRule': {'1.2'}, Nov 18 18:13:24.967484 dv-cinder-816695-1-iscsi neutron-server[101553]: 'SubPort': {'1.0'}, Nov 18 18:13:24.967484 dv-cinder-816695-1-iscsi neutron-server[101553]: 'Subnet': {'1.1'}, Nov 18 18:13:24.967484 dv-cinder-816695-1-iscsi neutron-server[101553]: 'Trunk': {'1.1'}} Nov 18 18:13:24.967484 dv-cinder-816695-1-iscsi neutron-server[101553]: consumer versions: Nov 18 18:13:24.967484 dv-cinder-816695-1-iscsi neutron-server[101553]: { DHCP agent@dv-cinder-816695-1-iscsi: {}, Nov 18 18:13:24.967484 dv-cinder-816695-1-iscsi neutron-server[101553]: HyperV agent@hv-cinder-81669: {}, Nov 18 18:13:24.967484 dv-cinder-816695-1-iscsi neutron-server[101553]: L3 agent@dv-cinder-816695-1-iscsi: {}, Nov 18 18:13:24.967484 dv-cinder-816695-1-iscsi neutron-server[101553]: Metadata agent@dv-cinder-816695-1-iscsi: {}, Nov 18 18:13:24.967484 dv-cinder-816695-1-iscsi neutron-server[101553]: Metering agent@dv-cinder-816695-1-iscsi: {}, Nov 18 18:13:24.967484 dv-cinder-816695-1-iscsi neutron-server[101553]: Open vSwitch agent@dv-cinder-816695-1-iscsi: { 'AddressGroup': '1.2', Nov 18 18:13:24.967484 dv-cinder-816695-1-iscsi neutron-server[101553]: 'ConntrackHelper': '1.0', Nov 18 18:13:24.967484 dv-cinder-816695-1-iscsi neutron-server[101553]: 'Log': '1.0', Nov 18 18:13:24.967484 dv-cinder-816695-1-iscsi neutron-server[101553]: 'Network': '1.1', Nov 18 18:13:24.967484 dv-cinder-816695-1-iscsi neutron-server[101553]: 'Port': '1.7', Nov 18 18:13:24.967484 dv-cinder-816695-1-iscsi neutron-server[101553]: 'PortForwarding': '1.2', Nov 18 18:13:24.967484 dv-cinder-816695-1-iscsi neutron-server[101553]: 'QosPolicy': '1.9', Nov 18 18:13:24.967484 dv-cinder-816695-1-iscsi neutron-server[101553]: 'SecurityGroup': '1.4', Nov 18 18:13:24.967484 dv-cinder-816695-1-iscsi neutron-server[101553]: 'SecurityGroupRule': '1.2', Nov 18 18:13:24.967484 dv-cinder-816695-1-iscsi neutron-server[101553]: 'SubPort': '1.0', Nov 18 18:13:24.967484 dv-cinder-816695-1-iscsi neutron-server[101553]: 'Subnet': '1.1', Nov 18 18:13:24.967484 dv-cinder-816695-1-iscsi neutron-server[101553]: 'Trunk': '1.1'}} Nov 18 18:13:24.967484 dv-cinder-816695-1-iscsi neutron-server[101553]: {{(pid=101553) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 18 18:13:24.970401 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcff5d99-db8f-4aae-b0c6-758b6a13a1b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:13:24.970401 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-fcff5d99-db8f-4aae-b0c6-758b6a13a1b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553968'] for network, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:24.972855 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5773f8d1-1a35-4282-b530-795ac93a6b83 admin admin] Network 681a8de3-317c-4c8e-b068-d1104cc9c364 is already hosted by enough agents. {{(pid=101553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:13:24.976208 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.scheduler.base_scheduler [None req-5773f8d1-1a35-4282-b530-795ac93a6b83 admin admin] Resources bound (agent type, host, resource id): {{(pid=101553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:13:25.028136 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5773f8d1-1a35-4282-b530-795ac93a6b83 admin admin] Received port after_create {{(pid=101553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 18:13:25.041088 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f69ed169-24b0-42a6-bcae-051c0faf2894 admin admin] Made reservation on behalf of 54a71c6fcc084e09bb76b54d410321c7 for: {'network': 1} {{(pid=101554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 18:13:25.044110 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-f69ed169-24b0-42a6-bcae-051c0faf2894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for network, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:25.073199 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-fcff5d99-db8f-4aae-b0c6-758b6a13a1b8 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9175005 Nov 18 18:13:25.074282 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-f69ed169-24b0-42a6-bcae-051c0faf2894 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:25.077773 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 43790) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:13:25.089217 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.v2.base [None req-bfdb6d84-0e2c-4c7e-a740-e022b35dafa0 admin admin] Request body: {'subnet': {'network_id': 'f21b1cf4-9836-4a7b-8947-90f148ea7c8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1542454211-subnet', 'tenant_id': '080aae90ae2d433d95e93daa3aeb17ce', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:13:25.116571 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfdb6d84-0e2c-4c7e-a740-e022b35dafa0 admin admin] Made reservation on behalf of 080aae90ae2d433d95e93daa3aeb17ce for: {'subnet': 1} {{(pid=101554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 18:13:25.119954 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-bfdb6d84-0e2c-4c7e-a740-e022b35dafa0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:25.121810 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 43792) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:13:25.135749 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcff5d99-db8f-4aae-b0c6-758b6a13a1b8 admin admin] Pushing event updated for resources: {'Network': ['ID=f21b1cf4-9836-4a7b-8947-90f148ea7c8b,revision_number=1']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:13:25.149963 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Network f21b1cf4-9836-4a7b-8947-90f148ea7c8b details requested by agent ovs-agent-dv-cinder-816695-1-iscsi with host dv-cinder-816695-1-iscsi {{(pid=101555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 18:13:25.253763 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 43802) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:13:25.346294 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-bfdb6d84-0e2c-4c7e-a740-e022b35dafa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922'] for subnet, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:25.405636 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdb6d84-0e2c-4c7e-a740-e022b35dafa0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e1d2c9d-3536-4097-943a-2b344ea0e9fc,revision_number=0']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:13:25.458366 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:25.467277 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfdb6d84-0e2c-4c7e-a740-e022b35dafa0 admin admin] Checking segment: {'id': '43109070-f8b1-4cef-8fc5-8a83cb9b46d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'f21b1cf4-9836-4a7b-8947-90f148ea7c8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 18 18:13:25.467996 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfdb6d84-0e2c-4c7e-a740-e022b35dafa0 admin admin] Network hostable DHCP agents. Network: f21b1cf4-9836-4a7b-8947-90f148ea7c8b, hostable agents: ['3fbd36fe-782c-4617-8e97-99410d5610de'], hosted agents: [] {{(pid=101554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 18:13:25.512605 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.v2.base [None req-56b6aea6-b3ba-45ff-be6b-709661018f6c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1829866759-network', 'tenant_id': 'ad60c6d708a846a38100e1a391c794b8'}} {{(pid=101554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:13:25.524780 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfdb6d84-0e2c-4c7e-a740-e022b35dafa0 admin admin] Network f21b1cf4-9836-4a7b-8947-90f148ea7c8b is scheduled to be hosted by DHCP agent 3fbd36fe-782c-4617-8e97-99410d5610de with binding_index 1 {{(pid=101554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 18:13:25.526037 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 43812) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:13:25.547609 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-f69ed169-24b0-42a6-bcae-051c0faf2894 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:25.555042 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-5773f8d1-1a35-4282-b530-795ac93a6b83 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:25.557642 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-f69ed169-24b0-42a6-bcae-051c0faf2894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:25.568329 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.scheduler.base_scheduler [None req-bfdb6d84-0e2c-4c7e-a740-e022b35dafa0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816695-1-iscsi, f21b1cf4-9836-4a7b-8947-90f148ea7c8b) {{(pid=101554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:13:25.574149 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfdb6d84-0e2c-4c7e-a740-e022b35dafa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:13:25.574741 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-bfdb6d84-0e2c-4c7e-a740-e022b35dafa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553968'] for subnet, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:25.580821 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cdb53f9-e952-4234-8c8d-06c34f1b6323 None None] Network f21b1cf4-9836-4a7b-8947-90f148ea7c8b requested from dv-cinder-816695-1-iscsi {{(pid=101555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 18:13:25.615950 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.v2.base [None req-6e1b0ab9-30cf-4772-89da-80126076ed41 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1645253104-network', 'tenant_id': '4a0a33f78db44b8383fe45cfe3f29d9e'}} {{(pid=101553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:13:25.626022 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69ed169-24b0-42a6-bcae-051c0faf2894 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46cda0ec-de4b-4291-a19a-42b976c21ad7,revision_number=1']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:13:25.649365 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f69ed169-24b0-42a6-bcae-051c0faf2894 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 772} {{(pid=101554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 18:13:25.651519 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56b6aea6-b3ba-45ff-be6b-709661018f6c admin admin] Made reservation on behalf of ad60c6d708a846a38100e1a391c794b8 for: {'network': 1} {{(pid=101554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 18:13:25.669007 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-56b6aea6-b3ba-45ff-be6b-709661018f6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for network, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:25.688893 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-56b6aea6-b3ba-45ff-be6b-709661018f6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:25.718947 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 43820) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:13:25.721528 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-bfdb6d84-0e2c-4c7e-a740-e022b35dafa0 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6331439 Nov 18 18:13:25.727124 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.v2.base [None req-b79a6c17-1028-419b-ba36-cd8b6e7f346b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1542454211-router', 'tenant_id': '080aae90ae2d433d95e93daa3aeb17ce', 'external_gateway_info': {'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364'}}} {{(pid=101553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:13:25.752312 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-f69ed169-24b0-42a6-bcae-051c0faf2894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1774666'] for segment, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:25.755300 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e1b0ab9-30cf-4772-89da-80126076ed41 admin admin] Made reservation on behalf of 4a0a33f78db44b8383fe45cfe3f29d9e for: {'network': 1} {{(pid=101553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 18:13:25.755603 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.db.segments_db [None req-f69ed169-24b0-42a6-bcae-051c0faf2894 admin admin] Added segment ba09b5a1-aed9-41ef-92fc-a1bf32b2cd99 of type vlan for network 6154edaf-4d8d-4eb2-9748-db0b61476bdf Nov 18 18:13:25.758997 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-6e1b0ab9-30cf-4772-89da-80126076ed41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for network, before_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:25.837015 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-f69ed169-24b0-42a6-bcae-051c0faf2894 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768456854164'] for network, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:25.881458 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-f69ed169-24b0-42a6-bcae-051c0faf2894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922'] for network, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:25.886417 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f69ed169-24b0-42a6-bcae-051c0faf2894 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:13:25.889800 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-f69ed169-24b0-42a6-bcae-051c0faf2894 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553968'] for network, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:25.908098 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-6e1b0ab9-30cf-4772-89da-80126076ed41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:25.935419 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-b79a6c17-1028-419b-ba36-cd8b6e7f346b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362720', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15882'] for router, before_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:25.936431 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-b79a6c17-1028-419b-ba36-cd8b6e7f346b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-366266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15875'] for router, precommit_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:25.957221 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63207902-9b05-4cd9-9c55-202b06bb6016 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5e6a097-ea3c-5b2a-9327-4706adb4f366-f21b1cf4-9836-4a7b-8947-90f148ea7c8b', 'network_id': 'f21b1cf4-9836-4a7b-8947-90f148ea7c8b', 'tenant_id': '080aae90ae2d433d95e93daa3aeb17ce', 'fixed_ips': [{'subnet_id': '7e1d2c9d-3536-4097-943a-2b344ea0e9fc'}]}} from dv-cinder-816695-1-iscsi. {{(pid=101555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 18:13:25.959527 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-63207902-9b05-4cd9-9c55-202b06bb6016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_create {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:25.996906 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c58f4573-7159-43e2-9fe9-efcd6851ec70 None None] Network 548d4c85-a92c-4982-a16e-af3d8afd47ad requested from dv-cinder-816695-1-iscsi {{(pid=101555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 18:13:25.999661 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.v2.base [None req-8b789feb-88bd-48e1-a03e-adbe04630e8a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-244492949-network', 'tenant_id': '4edbc734f37c4b83b87022122bd6c471'}} {{(pid=101553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:13:26.073962 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-5773f8d1-1a35-4282-b530-795ac93a6b83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-366319'] for router, after_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:26.094528 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-f69ed169-24b0-42a6-bcae-051c0faf2894 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.6373005 Nov 18 18:13:26.101915 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 43834) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:13:26.121228 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Device 3a0ea3c3-c9f3-4831-8346-80be8bdaae7f up at agent ovs-agent-dv-cinder-816695-1-iscsi {{(pid=101555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:13:26.125061 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.v2.base [None req-cc976e3b-7994-4436-b862-a3af6eb6109b admin admin] Request body: {'subnet': {'network_id': '6154edaf-4d8d-4eb2-9748-db0b61476bdf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-112644736-subnet', 'tenant_id': '54a71c6fcc084e09bb76b54d410321c7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:13:26.148581 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-56b6aea6-b3ba-45ff-be6b-709661018f6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:26.157550 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69ed169-24b0-42a6-bcae-051c0faf2894 admin admin] Pushing event updated for resources: {'Network': ['ID=6154edaf-4d8d-4eb2-9748-db0b61476bdf,revision_number=1']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:13:26.159936 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-56b6aea6-b3ba-45ff-be6b-709661018f6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:26.193668 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc976e3b-7994-4436-b862-a3af6eb6109b admin admin] Made reservation on behalf of 54a71c6fcc084e09bb76b54d410321c7 for: {'subnet': 1} {{(pid=101554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 18:13:26.196352 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-cc976e3b-7994-4436-b862-a3af6eb6109b admin admin] Notify callbacks [] for subnet, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:26.203998 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56b6aea6-b3ba-45ff-be6b-709661018f6c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 791} {{(pid=101554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 18:13:26.217423 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Network 6154edaf-4d8d-4eb2-9748-db0b61476bdf details requested by agent ovs-agent-dv-cinder-816695-1-iscsi with host dv-cinder-816695-1-iscsi {{(pid=101555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 18:13:26.256788 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-034221a1-443a-4165-b45a-65ad58aa0a56 None None] Provisioning complete for port 3a0ea3c3-c9f3-4831-8346-80be8bdaae7f triggered by entity DHCP. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:13:26.257234 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-034221a1-443a-4165-b45a-65ad58aa0a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:26.268561 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b6aea6-b3ba-45ff-be6b-709661018f6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb4519c5-e238-4dc3-a08d-3d011a53b08c,revision_number=1']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:13:26.279343 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-56b6aea6-b3ba-45ff-be6b-709661018f6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1774666'] for segment, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:26.281742 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.db.segments_db [None req-56b6aea6-b3ba-45ff-be6b-709661018f6c admin admin] Added segment 8db404f7-7509-4e1d-af51-a1837b138434 of type vlan for network 55d864c4-26de-4319-ad49-480f70c18bec Nov 18 18:13:26.382870 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-56b6aea6-b3ba-45ff-be6b-709661018f6c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768456854164'] for network, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:26.428594 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5773f8d1-1a35-4282-b530-795ac93a6b83 admin admin] Router 575dc112-dc97-41b6-96ba-90769a41d71a is scheduled to L3 agent 11d55508-f5ea-4178-bd3a-0ed8666e5761 with binding_index 1 {{(pid=101553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 18 18:13:26.443869 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-56b6aea6-b3ba-45ff-be6b-709661018f6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922'] for network, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:26.445073 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b6aea6-b3ba-45ff-be6b-709661018f6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:13:26.445620 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-56b6aea6-b3ba-45ff-be6b-709661018f6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553968'] for network, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:26.452351 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-b79a6c17-1028-419b-ba36-cd8b6e7f346b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:26.459653 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.db_base_plugin_common [None req-63207902-9b05-4cd9-9c55-202b06bb6016 None None] Allocated IP 172.20.0.2 (f21b1cf4-9836-4a7b-8947-90f148ea7c8b/7e1d2c9d-3536-4097-943a-2b344ea0e9fc/f9f146f4-4db9-478d-92c0-3b047888bc0b) {{(pid=101555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 18:13:26.535896 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b6aea6-b3ba-45ff-be6b-709661018f6c admin admin] Pushing event updated for resources: {'Network': ['ID=55d864c4-26de-4319-ad49-480f70c18bec,revision_number=1']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:13:26.592949 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5773f8d1-1a35-4282-b530-795ac93a6b83 admin admin] Notify agent at l3_agent.dv-cinder-816695-1-iscsi the message routers_updated {{(pid=101553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 18:13:26.605538 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf3ceb2-185b-4346-8bc8-df8887664082 None None] Sync routers for ids ['575dc112-dc97-41b6-96ba-90769a41d71a'] in dv-cinder-816695-1-iscsi {{(pid=101556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 18:13:26.618114 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf3ceb2-185b-4346-8bc8-df8887664082 None None] Routers {'575dc112-dc97-41b6-96ba-90769a41d71a'} bound to L3 agent in host dv-cinder-816695-1-iscsi {{(pid=101556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:13:26.620519 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_hamode_db [None req-fbf3ceb2-185b-4346-8bc8-df8887664082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-18T18:05:14Z,description=,heartbeat_timestamp=2021-11-18T18:13:14Z,host='dv-cinder-816695-1-iscsi',id=11d55508-f5ea-4178-bd3a-0ed8666e5761,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T18:05:14Z,topic='l3_agent')) {'router_ids': ['575dc112-dc97-41b6-96ba-90769a41d71a'], 'active': True} {{(pid=101556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:13:26.622789 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-56b6aea6-b3ba-45ff-be6b-709661018f6c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4973211 Nov 18 18:13:26.631076 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 43846) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:13:26.635474 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.v2.base [None req-a736104b-327e-4134-81f3-1b845b972f70 admin admin] Request body: {'subnet': {'network_id': '55d864c4-26de-4319-ad49-480f70c18bec', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1829866759-subnet', 'tenant_id': 'ad60c6d708a846a38100e1a391c794b8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:13:26.685698 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-63207902-9b05-4cd9-9c55-202b06bb6016 None None] Notify callbacks [] for port, precommit_create {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:26.698804 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a736104b-327e-4134-81f3-1b845b972f70 admin admin] Made reservation on behalf of ad60c6d708a846a38100e1a391c794b8 for: {'subnet': 1} {{(pid=101554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 18:13:26.702826 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-a736104b-327e-4134-81f3-1b845b972f70 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:26.707136 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-cc976e3b-7994-4436-b862-a3af6eb6109b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922'] for subnet, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:26.818254 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b789feb-88bd-48e1-a03e-adbe04630e8a admin admin] Made reservation on behalf of 4edbc734f37c4b83b87022122bd6c471 for: {'network': 1} {{(pid=101553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 18:13:26.828825 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-8b789feb-88bd-48e1-a03e-adbe04630e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for network, before_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:26.846223 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Network 55d864c4-26de-4319-ad49-480f70c18bec details requested by agent ovs-agent-dv-cinder-816695-1-iscsi with host dv-cinder-816695-1-iscsi {{(pid=101555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 18:13:26.875057 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-8b789feb-88bd-48e1-a03e-adbe04630e8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:26.922206 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-63207902-9b05-4cd9-9c55-202b06bb6016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768456900401'] for port, after_create {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:26.980394 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_dvr_db [None req-fbf3ceb2-185b-4346-8bc8-df8887664082 None None] Set router 575dc112-dc97-41b6-96ba-90769a41d71a gateway port host: dv-cinder-816695-1-iscsi {{(pid=101556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:13:26.982757 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc976e3b-7994-4436-b862-a3af6eb6109b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7228a873-9d05-4b76-9e24-c9343ad2ab35,revision_number=0']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:13:26.997472 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc976e3b-7994-4436-b862-a3af6eb6109b admin admin] Checking segment: {'id': 'ba09b5a1-aed9-41ef-92fc-a1bf32b2cd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '6154edaf-4d8d-4eb2-9748-db0b61476bdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 18 18:13:26.997828 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc976e3b-7994-4436-b862-a3af6eb6109b admin admin] Network hostable DHCP agents. Network: 6154edaf-4d8d-4eb2-9748-db0b61476bdf, hostable agents: ['3fbd36fe-782c-4617-8e97-99410d5610de'], hosted agents: [] {{(pid=101554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 18:13:27.040130 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc976e3b-7994-4436-b862-a3af6eb6109b admin admin] Network 6154edaf-4d8d-4eb2-9748-db0b61476bdf is scheduled to be hosted by DHCP agent 3fbd36fe-782c-4617-8e97-99410d5610de with binding_index 1 {{(pid=101554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 18:13:27.041363 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-8b789feb-88bd-48e1-a03e-adbe04630e8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:27.055325 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-8b789feb-88bd-48e1-a03e-adbe04630e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:27.060110 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.scheduler.base_scheduler [None req-cc976e3b-7994-4436-b862-a3af6eb6109b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816695-1-iscsi, 6154edaf-4d8d-4eb2-9748-db0b61476bdf) {{(pid=101554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:13:27.063951 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63207902-9b05-4cd9-9c55-202b06bb6016 None None] Network f21b1cf4-9836-4a7b-8947-90f148ea7c8b is already hosted by enough agents. {{(pid=101555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:13:27.077391 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b789feb-88bd-48e1-a03e-adbe04630e8a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 797} {{(pid=101553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 18:13:27.087119 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63207902-9b05-4cd9-9c55-202b06bb6016 None None] Pushing event updated for resources: {'Port': ['ID=f9f146f4-4db9-478d-92c0-3b047888bc0b,revision_number=1']} {{(pid=101555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:13:27.087998 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc976e3b-7994-4436-b862-a3af6eb6109b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:13:27.088641 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-cc976e3b-7994-4436-b862-a3af6eb6109b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553968'] for subnet, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:27.098566 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-8b789feb-88bd-48e1-a03e-adbe04630e8a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8768457200159', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1774666'] for segment, precommit_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:27.099649 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-8b789feb-88bd-48e1-a03e-adbe04630e8a admin admin] Unsubscribe: segment precommit_create {{(pid=101553) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 18 18:13:27.100600 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.db.segments_db [None req-8b789feb-88bd-48e1-a03e-adbe04630e8a admin admin] Added segment 60d46dce-6de7-408a-ab20-4495bea77cfb of type vlan for network de334498-788c-476e-bf1d-a17a797f0d6d Nov 18 18:13:27.110728 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.scheduler.base_scheduler [None req-63207902-9b05-4cd9-9c55-202b06bb6016 None None] Resources bound (agent type, host, resource id): {{(pid=101555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:13:27.126107 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-cc976e3b-7994-4436-b862-a3af6eb6109b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0045745 Nov 18 18:13:27.126763 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 43872) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:13:27.129916 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160c38dd-c0df-4ac6-91f7-d9dbd4fbec09 None None] Network 6154edaf-4d8d-4eb2-9748-db0b61476bdf requested from dv-cinder-816695-1-iscsi {{(pid=101555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 18:13:27.135955 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.v2.base [None req-f5455fea-42b0-4b0b-901d-3fd388f510a8 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-112644736-router', 'tenant_id': '54a71c6fcc084e09bb76b54d410321c7', 'external_gateway_info': {'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364'}}} {{(pid=101554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:13:27.169132 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-8b789feb-88bd-48e1-a03e-adbe04630e8a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768456854164'] for network, precommit_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:27.241502 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-8b789feb-88bd-48e1-a03e-adbe04630e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922'] for network, after_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:27.247109 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b789feb-88bd-48e1-a03e-adbe04630e8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:13:27.248262 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-8b789feb-88bd-48e1-a03e-adbe04630e8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553968'] for network, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:27.294461 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63207902-9b05-4cd9-9c55-202b06bb6016 None None] Received port after_create {{(pid=101555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 18:13:27.319315 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-a736104b-327e-4134-81f3-1b845b972f70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922'] for subnet, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:27.337292 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-f5455fea-42b0-4b0b-901d-3fd388f510a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362720', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15882'] for router, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:27.338515 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-f5455fea-42b0-4b0b-901d-3fd388f510a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-366266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15875'] for router, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:27.344867 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-5773f8d1-1a35-4282-b530-795ac93a6b83 admin admin] Notify callbacks [] for router, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:27.356171 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-5773f8d1-1a35-4282-b530-795ac93a6b83 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.9310582 Nov 18 18:13:27.362607 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_hamode_db [None req-fbf3ceb2-185b-4346-8bc8-df8887664082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '575dc112-dc97-41b6-96ba-90769a41d71a', 'name': 'tempest-AttachVolumeTestJSON-1688942367-router', 'tenant_id': '03d899808f1a4723a8e0d1b00ed1a01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'external_fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '0b9e60a6-ebb9-43ce-bce1-781addfacb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:13:23Z', 'updated_at': '2021-11-18T18:13:25Z', 'revision_number': 3, 'project_id': '03d899808f1a4723a8e0d1b00ed1a01d', 'gw_port': {'id': '0b9e60a6-ebb9-43ce-bce1-781addfacb0c', 'name': '', 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:44:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '575dc112-dc97-41b6-96ba-90769a41d71a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:13:24Z', 'updated_at': '2021-11-18T18:13:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816695-1-iscsi'}], 'dv-cinder-816695-1-iscsi', False) {} {{(pid=101556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:13:27.394751 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 43878) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:13:27.398594 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf3ceb2-185b-4346-8bc8-df8887664082 None None] Checking router: 575dc112-dc97-41b6-96ba-90769a41d71a for host: dv-cinder-816695-1-iscsi {{(pid=101556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 18:13:27.399290 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf3ceb2-185b-4346-8bc8-df8887664082 None None] Updating router 575dc112-dc97-41b6-96ba-90769a41d71a port 0b9e60a6-ebb9-43ce-bce1-781addfacb0c binding host dv-cinder-816695-1-iscsi {{(pid=101556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 18:13:27.442696 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron_lib.callbacks.manager [None req-fbf3ceb2-185b-4346-8bc8-df8887664082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:27.447309 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-6e1b0ab9-30cf-4772-89da-80126076ed41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:27.459770 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-b79a6c17-1028-419b-ba36-cd8b6e7f346b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:27.501684 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Provisioning complete for port 3a0ea3c3-c9f3-4831-8346-80be8bdaae7f triggered by entity L2. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:13:27.502067 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:27.527148 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-6e1b0ab9-30cf-4772-89da-80126076ed41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:27.600018 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-8b789feb-88bd-48e1-a03e-adbe04630e8a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.0702717 Nov 18 18:13:27.610128 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 43884) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:13:27.653489 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.v2.base [None req-42dac6e3-8ef9-470c-9d9d-8a348c907b4a admin admin] Request body: {'subnet': {'network_id': 'de334498-788c-476e-bf1d-a17a797f0d6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-244492949-subnet', 'tenant_id': '4edbc734f37c4b83b87022122bd6c471', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:13:27.694678 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.managers [None req-63207902-9b05-4cd9-9c55-202b06bb6016 None None] Attempting to bind port f9f146f4-4db9-478d-92c0-3b047888bc0b on host dv-cinder-816695-1-iscsi for vnic_type normal with profile {{(pid=101555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 18 18:13:27.695095 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.managers [None req-63207902-9b05-4cd9-9c55-202b06bb6016 None None] Attempting to bind port f9f146f4-4db9-478d-92c0-3b047888bc0b by drivers openvswitch,hyperv on host dv-cinder-816695-1-iscsi at level 0 using segments [{'id': '43109070-f8b1-4cef-8fc5-8a83cb9b46d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'f21b1cf4-9836-4a7b-8947-90f148ea7c8b'}] {{(pid=101555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 18 18:13:27.695443 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63207902-9b05-4cd9-9c55-202b06bb6016 None None] Attempting to bind port f9f146f4-4db9-478d-92c0-3b047888bc0b on network f21b1cf4-9836-4a7b-8947-90f148ea7c8b {{(pid=101555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:13:27.704350 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-034221a1-443a-4165-b45a-65ad58aa0a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:27.722221 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e1b0ab9-30cf-4772-89da-80126076ed41 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 770} {{(pid=101553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 18:13:27.746957 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63207902-9b05-4cd9-9c55-202b06bb6016 None None] Checking agent: {'id': '1b150279-be03-4dd2-a318-1a957a9087ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816695-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 18, 5, 14), 'started_at': datetime.datetime(2021, 11, 18, 18, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 18, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816695-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 18:13:27.747430 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63207902-9b05-4cd9-9c55-202b06bb6016 None None] Checking segment: {'id': '43109070-f8b1-4cef-8fc5-8a83cb9b46d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'f21b1cf4-9836-4a7b-8947-90f148ea7c8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 18 18:13:27.747873 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-63207902-9b05-4cd9-9c55-202b06bb6016 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:27.748282 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63207902-9b05-4cd9-9c55-202b06bb6016 None None] Bound using segment: {'id': '43109070-f8b1-4cef-8fc5-8a83cb9b46d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'f21b1cf4-9836-4a7b-8947-90f148ea7c8b'} {{(pid=101555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 18:13:27.748853 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.managers [None req-63207902-9b05-4cd9-9c55-202b06bb6016 None None] Bound port: f9f146f4-4db9-478d-92c0-3b047888bc0b, host: dv-cinder-816695-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43109070-f8b1-4cef-8fc5-8a83cb9b46d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'f21b1cf4-9836-4a7b-8947-90f148ea7c8b'}}] {{(pid=101555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 18 18:13:27.749262 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-63207902-9b05-4cd9-9c55-202b06bb6016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:27.828167 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62dcf332-f1b1-402e-8fb0-bce9b0216711 None None] Network 6154edaf-4d8d-4eb2-9748-db0b61476bdf requested from dv-cinder-816695-1-iscsi {{(pid=101555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 18:13:27.869466 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-6e1b0ab9-30cf-4772-89da-80126076ed41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1774666'] for segment, precommit_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:27.870282 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.db.segments_db [None req-6e1b0ab9-30cf-4772-89da-80126076ed41 admin admin] Added segment 6b4c2375-729f-463b-b3ac-894a018a385a of type vlan for network 2a4fc9ff-28ae-4037-8086-d87ec1bf47f7 Nov 18 18:13:27.880208 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b789feb-88bd-48e1-a03e-adbe04630e8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=604a115c-81f3-4bd1-9410-a0549e6d0c05,revision_number=1']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:13:27.918779 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b789feb-88bd-48e1-a03e-adbe04630e8a admin admin] Pushing event updated for resources: {'Network': ['ID=de334498-788c-476e-bf1d-a17a797f0d6d,revision_number=1']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:13:27.996789 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a736104b-327e-4134-81f3-1b845b972f70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a26a515-bc32-4ac2-b36f-b3635dc5d87c,revision_number=0']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:13:28.011012 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-f5455fea-42b0-4b0b-901d-3fd388f510a8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:28.046726 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Network de334498-788c-476e-bf1d-a17a797f0d6d details requested by agent ovs-agent-dv-cinder-816695-1-iscsi with host dv-cinder-816695-1-iscsi {{(pid=101555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 18:13:28.052193 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42dac6e3-8ef9-470c-9d9d-8a348c907b4a admin admin] Made reservation on behalf of 4edbc734f37c4b83b87022122bd6c471 for: {'subnet': 1} {{(pid=101553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 18:13:28.059394 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-42dac6e3-8ef9-470c-9d9d-8a348c907b4a admin admin] Notify callbacks [] for subnet, before_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:28.072388 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron_lib.callbacks.manager [None req-fbf3ceb2-185b-4346-8bc8-df8887664082 None None] Notify callbacks [] for port, precommit_update {{(pid=101556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:28.087054 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron_lib.callbacks.manager [None req-fbf3ceb2-185b-4346-8bc8-df8887664082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:28.112496 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-6e1b0ab9-30cf-4772-89da-80126076ed41 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768456854164'] for network, precommit_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:28.117767 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a736104b-327e-4134-81f3-1b845b972f70 admin admin] Checking segment: {'id': '8db404f7-7509-4e1d-af51-a1837b138434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '55d864c4-26de-4319-ad49-480f70c18bec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 18 18:13:28.117767 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a736104b-327e-4134-81f3-1b845b972f70 admin admin] Network hostable DHCP agents. Network: 55d864c4-26de-4319-ad49-480f70c18bec, hostable agents: ['3fbd36fe-782c-4617-8e97-99410d5610de'], hosted agents: [] {{(pid=101554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 18:13:28.147493 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1b0ab9-30cf-4772-89da-80126076ed41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04f8c7b0-0112-42fb-9aac-a17876feddfe,revision_number=1']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:13:28.158923 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-63207902-9b05-4cd9-9c55-202b06bb6016 None None] For port f9f146f4-4db9-478d-92c0-3b047888bc0b, host dv-cinder-816695-1-iscsi, cleared binding levels {{(pid=101555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 18:13:28.162958 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-63207902-9b05-4cd9-9c55-202b06bb6016 None None] For port f9f146f4-4db9-478d-92c0-3b047888bc0b, host dv-cinder-816695-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816695-1-iscsi',level=0,port_id=f9f146f4-4db9-478d-92c0-3b047888bc0b,segment=NetworkSegment(43109070-f8b1-4cef-8fc5-8a83cb9b46d4),segment_id=43109070-f8b1-4cef-8fc5-8a83cb9b46d4)] {{(pid=101555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 18:13:28.217319 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-63207902-9b05-4cd9-9c55-202b06bb6016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:28.230827 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-034221a1-443a-4165-b45a-65ad58aa0a56 None None] For port 3a0ea3c3-c9f3-4831-8346-80be8bdaae7f, host dv-cinder-816695-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816695-1-iscsi',level=0,port_id=3a0ea3c3-c9f3-4831-8346-80be8bdaae7f,segment=NetworkSegment(fdab8eb2-7859-4d62-a00d-9bb65cb2ee65),segment_id=fdab8eb2-7859-4d62-a00d-9bb65cb2ee65)] {{(pid=101555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:13:28.231306 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c2172-0de5-4fbf-b62d-b00be5f152c5 None None] Pushing event updated for resources: {'Port': ['ID=0b9e60a6-ebb9-43ce-bce1-781addfacb0c,revision_number=2']} {{(pid=101556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:13:28.252786 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c2172-0de5-4fbf-b62d-b00be5f152c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:13:28.257492 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c2172-0de5-4fbf-b62d-b00be5f152c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:13:28.258569 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c2172-0de5-4fbf-b62d-b00be5f152c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:13:28.260346 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c2172-0de5-4fbf-b62d-b00be5f152c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:13:28.261767 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c2172-0de5-4fbf-b62d-b00be5f152c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:13:28.262287 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c2172-0de5-4fbf-b62d-b00be5f152c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:13:28.263562 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c2172-0de5-4fbf-b62d-b00be5f152c5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:13:28.266197 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c2172-0de5-4fbf-b62d-b00be5f152c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:13:28.266791 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c2172-0de5-4fbf-b62d-b00be5f152c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:13:28.267449 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c2172-0de5-4fbf-b62d-b00be5f152c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:13:28.268028 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c2172-0de5-4fbf-b62d-b00be5f152c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:13:28.269275 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c2172-0de5-4fbf-b62d-b00be5f152c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:13:28.277238 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c2172-0de5-4fbf-b62d-b00be5f152c5 None None] Tracked resource versions report: Nov 18 18:13:28.277238 dv-cinder-816695-1-iscsi neutron-server[101556]: pushed versions: Nov 18 18:13:28.277238 dv-cinder-816695-1-iscsi neutron-server[101556]: { 'AddressGroup': {'1.2'}, Nov 18 18:13:28.277238 dv-cinder-816695-1-iscsi neutron-server[101556]: 'ConntrackHelper': {'1.0'}, Nov 18 18:13:28.277238 dv-cinder-816695-1-iscsi neutron-server[101556]: 'Log': {'1.0'}, Nov 18 18:13:28.277238 dv-cinder-816695-1-iscsi neutron-server[101556]: 'Network': {'1.1'}, Nov 18 18:13:28.277238 dv-cinder-816695-1-iscsi neutron-server[101556]: 'Port': {'1.7'}, Nov 18 18:13:28.277238 dv-cinder-816695-1-iscsi neutron-server[101556]: 'PortForwarding': {'1.2'}, Nov 18 18:13:28.277238 dv-cinder-816695-1-iscsi neutron-server[101556]: 'QosPolicy': {'1.9'}, Nov 18 18:13:28.277238 dv-cinder-816695-1-iscsi neutron-server[101556]: 'SecurityGroup': {'1.4'}, Nov 18 18:13:28.277238 dv-cinder-816695-1-iscsi neutron-server[101556]: 'SecurityGroupRule': {'1.2'}, Nov 18 18:13:28.277238 dv-cinder-816695-1-iscsi neutron-server[101556]: 'SubPort': {'1.0'}, Nov 18 18:13:28.277238 dv-cinder-816695-1-iscsi neutron-server[101556]: 'Subnet': {'1.1'}, Nov 18 18:13:28.277238 dv-cinder-816695-1-iscsi neutron-server[101556]: 'Trunk': {'1.1'}} Nov 18 18:13:28.277238 dv-cinder-816695-1-iscsi neutron-server[101556]: consumer versions: Nov 18 18:13:28.277238 dv-cinder-816695-1-iscsi neutron-server[101556]: { DHCP agent@dv-cinder-816695-1-iscsi: {}, Nov 18 18:13:28.277238 dv-cinder-816695-1-iscsi neutron-server[101556]: HyperV agent@hv-cinder-81669: {}, Nov 18 18:13:28.277238 dv-cinder-816695-1-iscsi neutron-server[101556]: L3 agent@dv-cinder-816695-1-iscsi: {}, Nov 18 18:13:28.277238 dv-cinder-816695-1-iscsi neutron-server[101556]: Metadata agent@dv-cinder-816695-1-iscsi: {}, Nov 18 18:13:28.277238 dv-cinder-816695-1-iscsi neutron-server[101556]: Metering agent@dv-cinder-816695-1-iscsi: {}, Nov 18 18:13:28.277238 dv-cinder-816695-1-iscsi neutron-server[101556]: Open vSwitch agent@dv-cinder-816695-1-iscsi: { 'AddressGroup': '1.2', Nov 18 18:13:28.277238 dv-cinder-816695-1-iscsi neutron-server[101556]: 'ConntrackHelper': '1.0', Nov 18 18:13:28.277238 dv-cinder-816695-1-iscsi neutron-server[101556]: 'Log': '1.0', Nov 18 18:13:28.277238 dv-cinder-816695-1-iscsi neutron-server[101556]: 'Network': '1.1', Nov 18 18:13:28.277238 dv-cinder-816695-1-iscsi neutron-server[101556]: 'Port': '1.7', Nov 18 18:13:28.277238 dv-cinder-816695-1-iscsi neutron-server[101556]: 'PortForwarding': '1.2', Nov 18 18:13:28.277238 dv-cinder-816695-1-iscsi neutron-server[101556]: 'QosPolicy': '1.9', Nov 18 18:13:28.277238 dv-cinder-816695-1-iscsi neutron-server[101556]: 'SecurityGroup': '1.4', Nov 18 18:13:28.277238 dv-cinder-816695-1-iscsi neutron-server[101556]: 'SecurityGroupRule': '1.2', Nov 18 18:13:28.277238 dv-cinder-816695-1-iscsi neutron-server[101556]: 'SubPort': '1.0', Nov 18 18:13:28.277238 dv-cinder-816695-1-iscsi neutron-server[101556]: 'Subnet': '1.1', Nov 18 18:13:28.277238 dv-cinder-816695-1-iscsi neutron-server[101556]: 'Trunk': '1.1'}} Nov 18 18:13:28.277238 dv-cinder-816695-1-iscsi neutron-server[101556]: {{(pid=101556) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 18 18:13:28.289534 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-6e1b0ab9-30cf-4772-89da-80126076ed41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922'] for network, after_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:28.290321 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e1b0ab9-30cf-4772-89da-80126076ed41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:13:28.292836 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-6e1b0ab9-30cf-4772-89da-80126076ed41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553968'] for network, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:28.297969 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63207902-9b05-4cd9-9c55-202b06bb6016 None None] Pushing event updated for resources: {'Port': ['ID=f9f146f4-4db9-478d-92c0-3b047888bc0b,revision_number=2']} {{(pid=101555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:13:28.311491 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-034221a1-443a-4165-b45a-65ad58aa0a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:28.324831 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.plugins.ml2.managers [None req-fbf3ceb2-185b-4346-8bc8-df8887664082 None None] Attempting to bind port 0b9e60a6-ebb9-43ce-bce1-781addfacb0c on host dv-cinder-816695-1-iscsi for vnic_type normal with profile {{(pid=101556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 18 18:13:28.325597 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.plugins.ml2.managers [None req-fbf3ceb2-185b-4346-8bc8-df8887664082 None None] Attempting to bind port 0b9e60a6-ebb9-43ce-bce1-781addfacb0c by drivers openvswitch,hyperv on host dv-cinder-816695-1-iscsi at level 0 using segments [{'id': 'ccf61333-990a-41b6-8fac-e85eb4401822', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364'}] {{(pid=101556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 18 18:13:28.326199 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf3ceb2-185b-4346-8bc8-df8887664082 None None] Attempting to bind port 0b9e60a6-ebb9-43ce-bce1-781addfacb0c on network 681a8de3-317c-4c8e-b068-d1104cc9c364 {{(pid=101556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:13:28.339780 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf3ceb2-185b-4346-8bc8-df8887664082 None None] Checking agent: {'id': '1b150279-be03-4dd2-a318-1a957a9087ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816695-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 18, 5, 14), 'started_at': datetime.datetime(2021, 11, 18, 18, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 18, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816695-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 18:13:28.340623 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf3ceb2-185b-4346-8bc8-df8887664082 None None] Checking segment: {'id': 'ccf61333-990a-41b6-8fac-e85eb4401822', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 18 18:13:28.341250 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron_lib.callbacks.manager [None req-fbf3ceb2-185b-4346-8bc8-df8887664082 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:28.344968 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf3ceb2-185b-4346-8bc8-df8887664082 None None] Bound using segment: {'id': 'ccf61333-990a-41b6-8fac-e85eb4401822', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364'} {{(pid=101556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 18:13:28.345763 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.plugins.ml2.managers [None req-fbf3ceb2-185b-4346-8bc8-df8887664082 None None] Bound port: 0b9e60a6-ebb9-43ce-bce1-781addfacb0c, host: dv-cinder-816695-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccf61333-990a-41b6-8fac-e85eb4401822', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364'}}] {{(pid=101556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 18 18:13:28.346410 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron_lib.callbacks.manager [None req-fbf3ceb2-185b-4346-8bc8-df8887664082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:28.384969 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-f5455fea-42b0-4b0b-901d-3fd388f510a8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:28.392097 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a736104b-327e-4134-81f3-1b845b972f70 admin admin] Network 55d864c4-26de-4319-ad49-480f70c18bec is scheduled to be hosted by DHCP agent 3fbd36fe-782c-4617-8e97-99410d5610de with binding_index 1 {{(pid=101554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 18:13:28.423339 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.scheduler.base_scheduler [None req-a736104b-327e-4134-81f3-1b845b972f70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816695-1-iscsi, 55d864c4-26de-4319-ad49-480f70c18bec) {{(pid=101554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:13:28.449583 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a736104b-327e-4134-81f3-1b845b972f70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:13:28.450165 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-a736104b-327e-4134-81f3-1b845b972f70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553968'] for subnet, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:28.456614 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe802578-47fb-4060-a215-7fd0ec430cb4 None None] Network 55d864c4-26de-4319-ad49-480f70c18bec requested from dv-cinder-816695-1-iscsi {{(pid=101555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 18:13:28.476813 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1b0ab9-30cf-4772-89da-80126076ed41 admin admin] Pushing event updated for resources: {'Network': ['ID=2a4fc9ff-28ae-4037-8086-d87ec1bf47f7,revision_number=1']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:13:28.510281 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.plugins.ml2.db [None req-fbf3ceb2-185b-4346-8bc8-df8887664082 None None] For port 0b9e60a6-ebb9-43ce-bce1-781addfacb0c, host dv-cinder-816695-1-iscsi, cleared binding levels {{(pid=101556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 18:13:28.510281 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.plugins.ml2.db [None req-fbf3ceb2-185b-4346-8bc8-df8887664082 None None] For port 0b9e60a6-ebb9-43ce-bce1-781addfacb0c, host dv-cinder-816695-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816695-1-iscsi',level=0,port_id=0b9e60a6-ebb9-43ce-bce1-781addfacb0c,segment=NetworkSegment(ccf61333-990a-41b6-8fac-e85eb4401822),segment_id=ccf61333-990a-41b6-8fac-e85eb4401822)] {{(pid=101556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 18:13:28.514297 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-6e1b0ab9-30cf-4772-89da-80126076ed41 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.2566125 Nov 18 18:13:28.520317 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 43896) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:13:28.523926 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron_lib.callbacks.manager [None req-fbf3ceb2-185b-4346-8bc8-df8887664082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:28.537914 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.v2.base [None req-5986ce8d-07d2-469f-b3ad-10aa7bf446f8 admin admin] Request body: {'subnet': {'network_id': '2a4fc9ff-28ae-4037-8086-d87ec1bf47f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1645253104-subnet', 'tenant_id': '4a0a33f78db44b8383fe45cfe3f29d9e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:13:28.580398 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-a736104b-327e-4134-81f3-1b845b972f70 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.9526224 Nov 18 18:13:28.586237 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c2172-0de5-4fbf-b62d-b00be5f152c5 None None] Pushing event updated for resources: {'Port': ['ID=0b9e60a6-ebb9-43ce-bce1-781addfacb0c,revision_number=3']} {{(pid=101556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:13:28.607639 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf3ceb2-185b-4346-8bc8-df8887664082 None None] Routers {'575dc112-dc97-41b6-96ba-90769a41d71a'} bound to L3 agent in host dv-cinder-816695-1-iscsi {{(pid=101556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:13:28.608320 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_hamode_db [None req-fbf3ceb2-185b-4346-8bc8-df8887664082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-18T18:05:14Z,description=,heartbeat_timestamp=2021-11-18T18:13:14Z,host='dv-cinder-816695-1-iscsi',id=11d55508-f5ea-4178-bd3a-0ed8666e5761,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T18:05:14Z,topic='l3_agent')) {'router_ids': ['575dc112-dc97-41b6-96ba-90769a41d71a'], 'active': True} {{(pid=101556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:13:28.698137 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Network 2a4fc9ff-28ae-4037-8086-d87ec1bf47f7 details requested by agent ovs-agent-dv-cinder-816695-1-iscsi with host dv-cinder-816695-1-iscsi {{(pid=101555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 18:13:28.846889 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_dvr_db [None req-fbf3ceb2-185b-4346-8bc8-df8887664082 None None] Set router 575dc112-dc97-41b6-96ba-90769a41d71a gateway port host: dv-cinder-816695-1-iscsi {{(pid=101556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:13:28.909500 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:28.930432 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1abec218-5845-4a13-ab8e-0f108bab0d71 None None] Network 55d864c4-26de-4319-ad49-480f70c18bec requested from dv-cinder-816695-1-iscsi {{(pid=101555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 18:13:29.091303 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-42dac6e3-8ef9-470c-9d9d-8a348c907b4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922'] for subnet, after_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:29.113300 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034221a1-443a-4165-b45a-65ad58aa0a56 None None] Pushing event updated for resources: {'Port': ['ID=3a0ea3c3-c9f3-4831-8346-80be8bdaae7f,revision_number=3']} {{(pid=101555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:13:29.138588 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5986ce8d-07d2-469f-b3ad-10aa7bf446f8 admin admin] Made reservation on behalf of 4a0a33f78db44b8383fe45cfe3f29d9e for: {'subnet': 1} {{(pid=101553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 18:13:29.148782 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-5986ce8d-07d2-469f-b3ad-10aa7bf446f8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:29.177226 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-5457cdeb-abe0-44fe-a736-a0537f46696a None None] Provisioning complete for port 3a0ea3c3-c9f3-4831-8346-80be8bdaae7f triggered by entity DHCP. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:13:29.177610 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-5457cdeb-abe0-44fe-a736-a0537f46696a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:29.258022 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.db.api [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 18 18:13:29.258453 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG oslo_db.api [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 18 18:13:29.292294 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_hamode_db [None req-fbf3ceb2-185b-4346-8bc8-df8887664082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '575dc112-dc97-41b6-96ba-90769a41d71a', 'name': 'tempest-AttachVolumeTestJSON-1688942367-router', 'tenant_id': '03d899808f1a4723a8e0d1b00ed1a01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'external_fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '0b9e60a6-ebb9-43ce-bce1-781addfacb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:13:23Z', 'updated_at': '2021-11-18T18:13:25Z', 'revision_number': 3, 'project_id': '03d899808f1a4723a8e0d1b00ed1a01d', 'gw_port': {'id': '0b9e60a6-ebb9-43ce-bce1-781addfacb0c', 'name': '', 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:44:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '575dc112-dc97-41b6-96ba-90769a41d71a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:13:24Z', 'updated_at': '2021-11-18T18:13:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816695-1-iscsi'}], 'dv-cinder-816695-1-iscsi', False) {} {{(pid=101556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:13:29.353168 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf3ceb2-185b-4346-8bc8-df8887664082 None None] The sync data for ids ['575dc112-dc97-41b6-96ba-90769a41d71a'] in dv-cinder-816695-1-iscsi is: [{'id': '575dc112-dc97-41b6-96ba-90769a41d71a', 'name': 'tempest-AttachVolumeTestJSON-1688942367-router', 'tenant_id': '03d899808f1a4723a8e0d1b00ed1a01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'external_fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '0b9e60a6-ebb9-43ce-bce1-781addfacb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:13:23Z', 'updated_at': '2021-11-18T18:13:25Z', 'revision_number': 3, 'project_id': '03d899808f1a4723a8e0d1b00ed1a01d', 'gw_port': {'id': '0b9e60a6-ebb9-43ce-bce1-781addfacb0c', 'name': '', 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:44:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '575dc112-dc97-41b6-96ba-90769a41d71a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:13:24Z', 'updated_at': '2021-11-18T18:13:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816695-1-iscsi'}] {{(pid=101556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 18:13:29.467433 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 43940) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:13:29.523490 dv-cinder-816695-1-iscsi neutron-server[101553]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 18 18:13:29.562333 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-b79a6c17-1028-419b-ba36-cd8b6e7f346b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:29.608281 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-b79a6c17-1028-419b-ba36-cd8b6e7f346b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:29.669149 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-7b0388f6-4996-4d86-a4ea-4d30c599533d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:29.672806 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-f5455fea-42b0-4b0b-901d-3fd388f510a8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:29.676203 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-5986ce8d-07d2-469f-b3ad-10aa7bf446f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922'] for subnet, after_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:29.734743 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-f5455fea-42b0-4b0b-901d-3fd388f510a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:29.927706 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.db.db_base_plugin_common [None req-b79a6c17-1028-419b-ba36-cd8b6e7f346b admin admin] Allocated IP 172.27.0.147 (681a8de3-317c-4c8e-b068-d1104cc9c364/7ba09554-0552-4432-a7a0-26d8d0284def/7cdb1b29-727a-437e-9b0e-413eab56b52a) {{(pid=101553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 18:13:30.182066 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b65fee-6c94-4771-b3ff-4b687dd4748a None None] Network f21b1cf4-9836-4a7b-8947-90f148ea7c8b requested from dv-cinder-816695-1-iscsi {{(pid=101555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 18:13:30.186249 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-b79a6c17-1028-419b-ba36-cd8b6e7f346b admin admin] Notify callbacks [] for port, precommit_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:30.188961 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42dac6e3-8ef9-470c-9d9d-8a348c907b4a admin admin] Checking segment: {'id': '60d46dce-6de7-408a-ab20-4495bea77cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'de334498-788c-476e-bf1d-a17a797f0d6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 18 18:13:30.189514 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42dac6e3-8ef9-470c-9d9d-8a348c907b4a admin admin] Network hostable DHCP agents. Network: de334498-788c-476e-bf1d-a17a797f0d6d, hostable agents: ['3fbd36fe-782c-4617-8e97-99410d5610de'], hosted agents: [] {{(pid=101553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 18:13:30.217405 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dac6e3-8ef9-470c-9d9d-8a348c907b4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc9dcdfd-046e-47c0-8e33-0cb609e6a5a9,revision_number=0']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:13:30.233493 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.db.db_base_plugin_common [None req-7b0388f6-4996-4d86-a4ea-4d30c599533d admin admin] Allocated IP 172.20.0.1 (548d4c85-a92c-4982-a16e-af3d8afd47ad/26737122-c082-4cd3-ada1-6591b74e0d08/7da27a20-ee22-482c-83be-f669e67d9aaf) {{(pid=101554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 18:13:30.289170 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-ad43c5cc-c342-4b0b-a3b6-858e38433f0d None None] Provisioning complete for port f9f146f4-4db9-478d-92c0-3b047888bc0b triggered by entity DHCP. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:13:30.289972 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-ad43c5cc-c342-4b0b-a3b6-858e38433f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:30.292853 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Device 3a0ea3c3-c9f3-4831-8346-80be8bdaae7f up at agent ovs-agent-dv-cinder-816695-1-iscsi {{(pid=101555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:13:30.401377 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-7b0388f6-4996-4d86-a4ea-4d30c599533d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:30.453698 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5986ce8d-07d2-469f-b3ad-10aa7bf446f8 admin admin] Checking segment: {'id': '6b4c2375-729f-463b-b3ac-894a018a385a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '2a4fc9ff-28ae-4037-8086-d87ec1bf47f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 18 18:13:30.454398 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5986ce8d-07d2-469f-b3ad-10aa7bf446f8 admin admin] Network hostable DHCP agents. Network: 2a4fc9ff-28ae-4037-8086-d87ec1bf47f7, hostable agents: ['3fbd36fe-782c-4617-8e97-99410d5610de'], hosted agents: [] {{(pid=101553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 18:13:30.461357 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-7b0388f6-4996-4d86-a4ea-4d30c599533d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768456900401'] for port, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:30.465016 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Provisioning complete for port 3a0ea3c3-c9f3-4831-8346-80be8bdaae7f triggered by entity L2. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:13:30.465661 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:30.514344 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0388f6-4996-4d86-a4ea-4d30c599533d admin admin] Network 548d4c85-a92c-4982-a16e-af3d8afd47ad is already hosted by enough agents. {{(pid=101554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:13:30.520268 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.scheduler.base_scheduler [None req-7b0388f6-4996-4d86-a4ea-4d30c599533d admin admin] Resources bound (agent type, host, resource id): {{(pid=101554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:13:30.521624 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93920da-758e-402d-9906-83ba1d2b041c req-ae8e0e2c-4cf7-4f8a-af72-8fdffe66f13f tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:13:30.535736 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-ad43c5cc-c342-4b0b-a3b6-858e38433f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:30.537395 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-d93920da-758e-402d-9906-83ba1d2b041c req-ae8e0e2c-4cf7-4f8a-af72-8fdffe66f13f tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/networks?id=55d864c4-26de-4319-ad49-480f70c18bec HTTP/1.1" status: 200 len: 815 time: 1.0256088 Nov 18 18:13:30.541539 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0388f6-4996-4d86-a4ea-4d30c599533d admin admin] Received port after_create {{(pid=101554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 18:13:30.542186 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-7b0388f6-4996-4d86-a4ea-4d30c599533d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364474'] for router_interface, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:30.558146 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42dac6e3-8ef9-470c-9d9d-8a348c907b4a admin admin] Network de334498-788c-476e-bf1d-a17a797f0d6d is scheduled to be hosted by DHCP agent 3fbd36fe-782c-4617-8e97-99410d5610de with binding_index 1 {{(pid=101553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 18:13:30.569932 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-d93920da-758e-402d-9906-83ba1d2b041c req-244eb37e-e615-4c62-af62-4d37ae65c105 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/quotas/ad60c6d708a846a38100e1a391c794b8 HTTP/1.1" status: 200 len: 375 time: 0.0311236 Nov 18 18:13:30.623747 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-ad43c5cc-c342-4b0b-a3b6-858e38433f0d None None] For port f9f146f4-4db9-478d-92c0-3b047888bc0b, host dv-cinder-816695-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816695-1-iscsi',level=0,port_id=f9f146f4-4db9-478d-92c0-3b047888bc0b,segment=NetworkSegment(43109070-f8b1-4cef-8fc5-8a83cb9b46d4),segment_id=43109070-f8b1-4cef-8fc5-8a83cb9b46d4)] {{(pid=101555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:13:30.638121 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5986ce8d-07d2-469f-b3ad-10aa7bf446f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6010182-aef8-4204-b03e-610f0ab680fc,revision_number=0']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:13:30.676287 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-ad43c5cc-c342-4b0b-a3b6-858e38433f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:30.694984 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.scheduler.base_scheduler [None req-42dac6e3-8ef9-470c-9d9d-8a348c907b4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816695-1-iscsi, de334498-788c-476e-bf1d-a17a797f0d6d) {{(pid=101553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:13:30.700978 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42dac6e3-8ef9-470c-9d9d-8a348c907b4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:13:30.702093 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-42dac6e3-8ef9-470c-9d9d-8a348c907b4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553968'] for subnet, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:30.706156 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92da7cf3-c883-4ead-a030-b11798576949 None None] Network de334498-788c-476e-bf1d-a17a797f0d6d requested from dv-cinder-816695-1-iscsi {{(pid=101555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 18:13:30.706543 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-d93920da-758e-402d-9906-83ba1d2b041c req-055f693c-a1d7-4084-9b29-065c514a8236 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ad60c6d708a846a38100e1a391c794b8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1233439 Nov 18 18:13:30.707208 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5986ce8d-07d2-469f-b3ad-10aa7bf446f8 admin admin] Network 2a4fc9ff-28ae-4037-8086-d87ec1bf47f7 is scheduled to be hosted by DHCP agent 3fbd36fe-782c-4617-8e97-99410d5610de with binding_index 1 {{(pid=101553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 18:13:30.722609 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-b79a6c17-1028-419b-ba36-cd8b6e7f346b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768456900401'] for port, after_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:30.734855 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.scheduler.base_scheduler [None req-5986ce8d-07d2-469f-b3ad-10aa7bf446f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816695-1-iscsi, 2a4fc9ff-28ae-4037-8086-d87ec1bf47f7) {{(pid=101553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:13:30.742357 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5986ce8d-07d2-469f-b3ad-10aa7bf446f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:13:30.743715 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-5986ce8d-07d2-469f-b3ad-10aa7bf446f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553968'] for subnet, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:30.821337 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-42dac6e3-8ef9-470c-9d9d-8a348c907b4a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 3.1972964 Nov 18 18:13:30.835146 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79a6c17-1028-419b-ba36-cd8b6e7f346b admin admin] Network 681a8de3-317c-4c8e-b068-d1104cc9c364 is already hosted by enough agents. {{(pid=101553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:13:30.840837 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.scheduler.base_scheduler [None req-b79a6c17-1028-419b-ba36-cd8b6e7f346b admin admin] Resources bound (agent type, host, resource id): {{(pid=101553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:13:30.847067 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79a6c17-1028-419b-ba36-cd8b6e7f346b admin admin] Received port after_create {{(pid=101553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 18:13:30.852710 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-5986ce8d-07d2-469f-b3ad-10aa7bf446f8 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3195431 Nov 18 18:13:30.867011 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6343821f-66ad-4657-869f-553c7b20dcc1 None None] Network 2a4fc9ff-28ae-4037-8086-d87ec1bf47f7 requested from dv-cinder-816695-1-iscsi {{(pid=101555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 18:13:30.877893 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0388f6-4996-4d86-a4ea-4d30c599533d admin admin] Pushing event updated for resources: {'Port': ['ID=7da27a20-ee22-482c-83be-f669e67d9aaf,revision_number=1']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:13:30.907285 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79a6c17-1028-419b-ba36-cd8b6e7f346b admin admin] Pushing event updated for resources: {'Port': ['ID=7cdb1b29-727a-437e-9b0e-413eab56b52a,revision_number=1']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:13:30.985323 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.db.db_base_plugin_common [None req-f5455fea-42b0-4b0b-901d-3fd388f510a8 admin admin] Allocated IP 172.27.0.114 (681a8de3-317c-4c8e-b068-d1104cc9c364/7ba09554-0552-4432-a7a0-26d8d0284def/8e217a47-cea8-4a18-9ae0-2fec59077f79) {{(pid=101554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 18:13:30.990473 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-7b0388f6-4996-4d86-a4ea-4d30c599533d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:31.187791 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Device 0b9e60a6-ebb9-43ce-bce1-781addfacb0c up at agent ovs-agent-dv-cinder-816695-1-iscsi {{(pid=101555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:13:31.263324 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-f5455fea-42b0-4b0b-901d-3fd388f510a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:31.355124 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad43c5cc-c342-4b0b-a3b6-858e38433f0d None None] Pushing event updated for resources: {'Port': ['ID=f9f146f4-4db9-478d-92c0-3b047888bc0b,revision_number=3']} {{(pid=101555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:13:31.393746 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-b79a6c17-1028-419b-ba36-cd8b6e7f346b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:31.482610 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-2b42ac02-a110-4c94-be47-41a98301d55d None None] Provisioning complete for port 7da27a20-ee22-482c-83be-f669e67d9aaf triggered by entity DHCP. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:13:31.483863 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-f5455fea-42b0-4b0b-901d-3fd388f510a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768456900401'] for port, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:31.485298 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-2b42ac02-a110-4c94-be47-41a98301d55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:31.706682 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [req-d93920da-758e-402d-9906-83ba1d2b041c req-8f0b2752-a1eb-4821-83a5-0c8798220c75 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 18:13:31.708580 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-d93920da-758e-402d-9906-83ba1d2b041c req-8f0b2752-a1eb-4821-83a5-0c8798220c75 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5420690 Nov 18 18:13:31.862347 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-7b0388f6-4996-4d86-a4ea-4d30c599533d admin admin] Notify callbacks [] for port, precommit_update {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:31.916548 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-7b0388f6-4996-4d86-a4ea-4d30c599533d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:31.917284 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-7b0388f6-4996-4d86-a4ea-4d30c599533d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-367343'] for router_interface, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:31.945171 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5455fea-42b0-4b0b-901d-3fd388f510a8 admin admin] Network 681a8de3-317c-4c8e-b068-d1104cc9c364 is already hosted by enough agents. {{(pid=101554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:13:31.953662 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.scheduler.base_scheduler [None req-f5455fea-42b0-4b0b-901d-3fd388f510a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:13:31.969227 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5455fea-42b0-4b0b-901d-3fd388f510a8 admin admin] Received port after_create {{(pid=101554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 18:13:31.971132 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5455fea-42b0-4b0b-901d-3fd388f510a8 admin admin] Pushing event updated for resources: {'Port': ['ID=8e217a47-cea8-4a18-9ae0-2fec59077f79,revision_number=1']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:13:31.993732 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-d93920da-758e-402d-9906-83ba1d2b041c req-8de2c5e9-ca9b-4f5a-9800-4f6a2199e18f service neutron] 10.222.0.21 "GET /v2.0/networks/55d864c4-26de-4319-ad49-480f70c18bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378950 Nov 18 18:13:31.998550 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.plugin [None req-2b42ac02-a110-4c94-be47-41a98301d55d None None] Port 7da27a20-ee22-482c-83be-f669e67d9aaf cannot update to ACTIVE because it is not bound. {{(pid=101555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 18 18:13:32.003772 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-b79a6c17-1028-419b-ba36-cd8b6e7f346b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-366319'] for router, after_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:32.056368 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9882cf92-5209-4f7d-adbf-ea20ea74b534 None None] Network de334498-788c-476e-bf1d-a17a797f0d6d requested from dv-cinder-816695-1-iscsi {{(pid=101555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 18:13:32.187187 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0388f6-4996-4d86-a4ea-4d30c599533d admin admin] Pushing event updated for resources: {'Port': ['ID=7da27a20-ee22-482c-83be-f669e67d9aaf,revision_number=2']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:13:32.198289 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-d93920da-758e-402d-9906-83ba1d2b041c req-d2c797ba-11e4-4a18-9782-b4a1d7068c8b service neutron] 10.222.0.21 "GET /v2.0/networks/55d864c4-26de-4319-ad49-480f70c18bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919768 Nov 18 18:13:32.240211 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b79a6c17-1028-419b-ba36-cd8b6e7f346b admin admin] Router ecd9bdf8-b852-4b8c-9b33-bb97dda69e18 is scheduled to L3 agent 11d55508-f5ea-4178-bd3a-0ed8666e5761 with binding_index 1 {{(pid=101553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 18 18:13:32.304296 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0388f6-4996-4d86-a4ea-4d30c599533d admin admin] Network 548d4c85-a92c-4982-a16e-af3d8afd47ad is already hosted by enough agents. {{(pid=101554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:13:32.310372 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.scheduler.base_scheduler [None req-7b0388f6-4996-4d86-a4ea-4d30c599533d admin admin] Resources bound (agent type, host, resource id): {{(pid=101554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:13:32.350712 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 44016) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:13:32.446162 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 44020) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:13:32.466120 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.v2.base [None req-531833f4-13c7-4677-8bdb-10cbc50b457f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2117113777-network', 'tenant_id': 'e5c1725aa5fc4336a2dffecc1009ad85'}} {{(pid=101553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:13:32.480848 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Provisioning complete for port 0b9e60a6-ebb9-43ce-bce1-781addfacb0c triggered by entity L2. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:13:32.481527 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:32.537841 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b79a6c17-1028-419b-ba36-cd8b6e7f346b admin admin] Notify agent at l3_agent.dv-cinder-816695-1-iscsi the message routers_updated {{(pid=101553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 18:13:32.574890 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca1eae1-d0c5-4f99-8c59-bad654b8cf3f None None] Sync routers for ids ['ecd9bdf8-b852-4b8c-9b33-bb97dda69e18'] in dv-cinder-816695-1-iscsi {{(pid=101555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 18:13:32.580224 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-531833f4-13c7-4677-8bdb-10cbc50b457f admin admin] Made reservation on behalf of e5c1725aa5fc4336a2dffecc1009ad85 for: {'network': 1} {{(pid=101553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 18:13:32.586808 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-531833f4-13c7-4677-8bdb-10cbc50b457f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for network, before_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:32.588177 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-f5455fea-42b0-4b0b-901d-3fd388f510a8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:32.598723 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-b79a6c17-1028-419b-ba36-cd8b6e7f346b admin admin] Notify callbacks [] for router, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:32.601195 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-b79a6c17-1028-419b-ba36-cd8b6e7f346b admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.8800528 Nov 18 18:13:32.605318 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cfe452a-fe9e-4bb2-9e22-d59a7d006c52 None None] Network 2a4fc9ff-28ae-4037-8086-d87ec1bf47f7 requested from dv-cinder-816695-1-iscsi {{(pid=101555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 18:13:32.607200 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-1929b677-b806-450b-a1fa-1b75945a5d54 None None] Provisioning complete for port f9f146f4-4db9-478d-92c0-3b047888bc0b triggered by entity DHCP. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:13:32.607578 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-1929b677-b806-450b-a1fa-1b75945a5d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:32.622815 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 44028) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:13:32.708109 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca1eae1-d0c5-4f99-8c59-bad654b8cf3f None None] Routers {'ecd9bdf8-b852-4b8c-9b33-bb97dda69e18'} bound to L3 agent in host dv-cinder-816695-1-iscsi {{(pid=101555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:13:32.708885 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_hamode_db [None req-8ca1eae1-d0c5-4f99-8c59-bad654b8cf3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-18T18:05:14Z,description=,heartbeat_timestamp=2021-11-18T18:13:14Z,host='dv-cinder-816695-1-iscsi',id=11d55508-f5ea-4178-bd3a-0ed8666e5761,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T18:05:14Z,topic='l3_agent')) {'router_ids': ['ecd9bdf8-b852-4b8c-9b33-bb97dda69e18'], 'active': True} {{(pid=101555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:13:32.738408 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08275d2f-caa8-4ff2-a4df-e4c9c8592f46 req-c59e458f-b1e8-4025-87a0-7c9edd0e2dac tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:13:32.740224 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-08275d2f-caa8-4ff2-a4df-e4c9c8592f46 req-c59e458f-b1e8-4025-87a0-7c9edd0e2dac tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] 10.222.0.21 "GET /v2.0/networks?id=2a4fc9ff-28ae-4037-8086-d87ec1bf47f7 HTTP/1.1" status: 200 len: 812 time: 0.3884630 Nov 18 18:13:32.770431 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b0388f6-4996-4d86-a4ea-4d30c599533d admin admin] Router 575dc112-dc97-41b6-96ba-90769a41d71a has already been hosted by L3 agent 11d55508-f5ea-4178-bd3a-0ed8666e5761 {{(pid=101554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 18:13:32.816367 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-531833f4-13c7-4677-8bdb-10cbc50b457f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:32.954269 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_dvr_db [None req-8ca1eae1-d0c5-4f99-8c59-bad654b8cf3f None None] Set router ecd9bdf8-b852-4b8c-9b33-bb97dda69e18 gateway port host: dv-cinder-816695-1-iscsi {{(pid=101555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:13:33.002189 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-f5455fea-42b0-4b0b-901d-3fd388f510a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-366319'] for router, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:33.057971 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:33.094186 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b0388f6-4996-4d86-a4ea-4d30c599533d admin admin] Notify agent at l3_agent.dv-cinder-816695-1-iscsi the message routers_updated {{(pid=101554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 18:13:33.108668 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-7b0388f6-4996-4d86-a4ea-4d30c599533d admin admin] 10.222.0.21 "PUT /v2.0/routers/575dc112-dc97-41b6-96ba-90769a41d71a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7011852 Nov 18 18:13:33.112132 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee79adc8-aa76-4de8-b737-c1cc42aeba66 None None] Sync routers for ids ['575dc112-dc97-41b6-96ba-90769a41d71a'] in dv-cinder-816695-1-iscsi {{(pid=101556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 18:13:33.130812 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee79adc8-aa76-4de8-b737-c1cc42aeba66 None None] Routers {'575dc112-dc97-41b6-96ba-90769a41d71a'} bound to L3 agent in host dv-cinder-816695-1-iscsi {{(pid=101556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:13:33.131460 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_hamode_db [None req-ee79adc8-aa76-4de8-b737-c1cc42aeba66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-18T18:05:14Z,description=,heartbeat_timestamp=2021-11-18T18:13:14Z,host='dv-cinder-816695-1-iscsi',id=11d55508-f5ea-4178-bd3a-0ed8666e5761,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T18:05:14Z,topic='l3_agent')) {'router_ids': ['575dc112-dc97-41b6-96ba-90769a41d71a'], 'active': True} {{(pid=101556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:13:33.189130 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] For port 0b9e60a6-ebb9-43ce-bce1-781addfacb0c, host dv-cinder-816695-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816695-1-iscsi',level=0,port_id=0b9e60a6-ebb9-43ce-bce1-781addfacb0c,segment=NetworkSegment(ccf61333-990a-41b6-8fac-e85eb4401822),segment_id=ccf61333-990a-41b6-8fac-e85eb4401822)] {{(pid=101555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:13:33.210225 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:33.211030 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Device f9f146f4-4db9-478d-92c0-3b047888bc0b up at agent ovs-agent-dv-cinder-816695-1-iscsi {{(pid=101555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:13:33.243007 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5455fea-42b0-4b0b-901d-3fd388f510a8 admin admin] Router 572ef13c-0dc9-4973-893d-b2424cb0c1fa is scheduled to L3 agent 11d55508-f5ea-4178-bd3a-0ed8666e5761 with binding_index 1 {{(pid=101554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 18 18:13:33.345804 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-531833f4-13c7-4677-8bdb-10cbc50b457f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:33.354437 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-a2b15158-67b3-462d-acb0-4de444f64abf req-d379d4ab-ecb1-4883-b5b4-08310da4a872 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c1fb574-4c1a-4ea7-bab9-434b7381aebd HTTP/1.1" status: 200 len: 210 time: 0.6129684 Nov 18 18:13:33.385933 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-531833f4-13c7-4677-8bdb-10cbc50b457f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:33.391086 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-18de0d6c-0030-46a1-b4f1-7e80ee253640 None None] Provisioning complete for port 7da27a20-ee22-482c-83be-f669e67d9aaf triggered by entity DHCP. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:13:33.391463 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-18de0d6c-0030-46a1-b4f1-7e80ee253640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:33.394660 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-08275d2f-caa8-4ff2-a4df-e4c9c8592f46 req-5eb0dc56-e383-4348-9383-55e98055e51f tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] 10.222.0.21 "GET /v2.0/quotas/4a0a33f78db44b8383fe45cfe3f29d9e HTTP/1.1" status: 200 len: 375 time: 0.5809650 Nov 18 18:13:33.438630 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5455fea-42b0-4b0b-901d-3fd388f510a8 admin admin] Notify agent at l3_agent.dv-cinder-816695-1-iscsi the message routers_updated {{(pid=101554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 18:13:33.466620 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-f5455fea-42b0-4b0b-901d-3fd388f510a8 admin admin] Notify callbacks [] for router, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:33.470663 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-f5455fea-42b0-4b0b-901d-3fd388f510a8 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.3381958 Nov 18 18:13:33.475741 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 44070) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:13:33.479120 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305ed179-68b5-4852-adcc-7b8389de9b2a None None] Sync routers for ids ['572ef13c-0dc9-4973-893d-b2424cb0c1fa'] in dv-cinder-816695-1-iscsi {{(pid=101555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 18:13:33.526713 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Pushing event updated for resources: {'Port': ['ID=0b9e60a6-ebb9-43ce-bce1-781addfacb0c,revision_number=4']} {{(pid=101555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:13:33.529043 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_dvr_db [None req-ee79adc8-aa76-4de8-b737-c1cc42aeba66 None None] Set router 575dc112-dc97-41b6-96ba-90769a41d71a gateway port host: dv-cinder-816695-1-iscsi {{(pid=101556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:13:33.546631 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305ed179-68b5-4852-adcc-7b8389de9b2a None None] Routers {'572ef13c-0dc9-4973-893d-b2424cb0c1fa'} bound to L3 agent in host dv-cinder-816695-1-iscsi {{(pid=101555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:13:33.547275 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_hamode_db [None req-305ed179-68b5-4852-adcc-7b8389de9b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-18T18:05:14Z,description=,heartbeat_timestamp=2021-11-18T18:13:14Z,host='dv-cinder-816695-1-iscsi',id=11d55508-f5ea-4178-bd3a-0ed8666e5761,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T18:05:14Z,topic='l3_agent')) {'router_ids': ['572ef13c-0dc9-4973-893d-b2424cb0c1fa'], 'active': True} {{(pid=101555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:13:33.591269 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-531833f4-13c7-4677-8bdb-10cbc50b457f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 776} {{(pid=101553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 18:13:33.591973 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.plugin [None req-18de0d6c-0030-46a1-b4f1-7e80ee253640 None None] Port 7da27a20-ee22-482c-83be-f669e67d9aaf cannot update to ACTIVE because it is not bound. {{(pid=101555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 18 18:13:33.630094 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-08275d2f-caa8-4ff2-a4df-e4c9c8592f46 req-23667783-fd73-4e3e-9d9d-9ac28302288f tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4a0a33f78db44b8383fe45cfe3f29d9e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1367621 Nov 18 18:13:33.630859 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Provisioning complete for port f9f146f4-4db9-478d-92c0-3b047888bc0b triggered by entity L2. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:13:33.631240 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:33.731227 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_hamode_db [None req-8ca1eae1-d0c5-4f99-8c59-bad654b8cf3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecd9bdf8-b852-4b8c-9b33-bb97dda69e18', 'name': 'tempest-AttachVolumeShelveTestJSON-1542454211-router', 'tenant_id': '080aae90ae2d433d95e93daa3aeb17ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'external_fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '7cdb1b29-727a-437e-9b0e-413eab56b52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:13:25Z', 'updated_at': '2021-11-18T18:13:31Z', 'revision_number': 3, 'project_id': '080aae90ae2d433d95e93daa3aeb17ce', 'gw_port': {'id': '7cdb1b29-727a-437e-9b0e-413eab56b52a', 'name': '', 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:1c:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecd9bdf8-b852-4b8c-9b33-bb97dda69e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:13:29Z', 'updated_at': '2021-11-18T18:13:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816695-1-iscsi'}], 'dv-cinder-816695-1-iscsi', False) {} {{(pid=101555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:13:33.731911 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-531833f4-13c7-4677-8bdb-10cbc50b457f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1774666'] for segment, precommit_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:33.732481 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.db.segments_db [None req-531833f4-13c7-4677-8bdb-10cbc50b457f admin admin] Added segment cb50bc9b-5975-4eae-913f-44c50eed0f68 of type vlan for network 25ba7943-09f5-46ad-be61-f63f24fd59a6 Nov 18 18:13:33.744702 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531833f4-13c7-4677-8bdb-10cbc50b457f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e81b6946-c33d-4ee8-bac1-d7b8e2cfe3bd,revision_number=1']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:13:33.824303 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_dvr_db [None req-305ed179-68b5-4852-adcc-7b8389de9b2a None None] Set router 572ef13c-0dc9-4973-893d-b2424cb0c1fa gateway port host: dv-cinder-816695-1-iscsi {{(pid=101555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:13:33.830882 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca1eae1-d0c5-4f99-8c59-bad654b8cf3f None None] Checking router: ecd9bdf8-b852-4b8c-9b33-bb97dda69e18 for host: dv-cinder-816695-1-iscsi {{(pid=101555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 18:13:33.831967 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca1eae1-d0c5-4f99-8c59-bad654b8cf3f None None] Updating router ecd9bdf8-b852-4b8c-9b33-bb97dda69e18 port 7cdb1b29-727a-437e-9b0e-413eab56b52a binding host dv-cinder-816695-1-iscsi {{(pid=101555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 18:13:33.903060 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-531833f4-13c7-4677-8bdb-10cbc50b457f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768456854164'] for network, precommit_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:34.013767 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-531833f4-13c7-4677-8bdb-10cbc50b457f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922'] for network, after_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:34.016037 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531833f4-13c7-4677-8bdb-10cbc50b457f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:13:34.018965 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-531833f4-13c7-4677-8bdb-10cbc50b457f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553968'] for network, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:34.049881 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_hamode_db [None req-ee79adc8-aa76-4de8-b737-c1cc42aeba66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '575dc112-dc97-41b6-96ba-90769a41d71a', 'name': 'tempest-AttachVolumeTestJSON-1688942367-router', 'tenant_id': '03d899808f1a4723a8e0d1b00ed1a01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'external_fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '0b9e60a6-ebb9-43ce-bce1-781addfacb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:13:23Z', 'updated_at': '2021-11-18T18:13:30Z', 'revision_number': 4, 'project_id': '03d899808f1a4723a8e0d1b00ed1a01d', 'gw_port': {'id': '0b9e60a6-ebb9-43ce-bce1-781addfacb0c', 'name': '', 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:44:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '575dc112-dc97-41b6-96ba-90769a41d71a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:13:24Z', 'updated_at': '2021-11-18T18:13:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816695-1-iscsi', '_interfaces': [{'id': '7da27a20-ee22-482c-83be-f669e67d9aaf', 'name': '', 'network_id': '548d4c85-a92c-4982-a16e-af3d8afd47ad', 'tenant_id': '03d899808f1a4723a8e0d1b00ed1a01d', 'mac_address': 'fa:16:3e:33:38:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '575dc112-dc97-41b6-96ba-90769a41d71a', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '26737122-c082-4cd3-ada1-6591b74e0d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:13:29Z', 'updated_at': '2021-11-18T18:13:31Z', 'revision_number': 2, 'project_id': '03d899808f1a4723a8e0d1b00ed1a01d', 'subnets': [{'id': '26737122-c082-4cd3-ada1-6591b74e0d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816695-1-iscsi', False) {} {{(pid=101556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:13:34.096933 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee79adc8-aa76-4de8-b737-c1cc42aeba66 None None] Checking router: 575dc112-dc97-41b6-96ba-90769a41d71a for host: dv-cinder-816695-1-iscsi {{(pid=101556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 18:13:34.098241 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee79adc8-aa76-4de8-b737-c1cc42aeba66 None None] Updating router 575dc112-dc97-41b6-96ba-90769a41d71a port 7da27a20-ee22-482c-83be-f669e67d9aaf binding host dv-cinder-816695-1-iscsi {{(pid=101556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 18:13:34.104949 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-8ca1eae1-d0c5-4f99-8c59-bad654b8cf3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:34.154772 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron_lib.callbacks.manager [None req-ee79adc8-aa76-4de8-b737-c1cc42aeba66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:34.206702 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [req-08275d2f-caa8-4ff2-a4df-e4c9c8592f46 req-81169093-6273-4d45-9e54-a0c5b5e12d57 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 18:13:34.207777 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-08275d2f-caa8-4ff2-a4df-e4c9c8592f46 req-81169093-6273-4d45-9e54-a0c5b5e12d57 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2119219 Nov 18 18:13:34.270355 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-531833f4-13c7-4677-8bdb-10cbc50b457f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.8191259 Nov 18 18:13:34.274075 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 44088) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:13:34.396190 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Device 0b9e60a6-ebb9-43ce-bce1-781addfacb0c up at agent ovs-agent-dv-cinder-816695-1-iscsi {{(pid=101555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:13:34.421375 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.v2.base [None req-6d0307af-f7dd-4217-a312-4da79c19ac41 admin admin] Request body: {'subnet': {'network_id': '25ba7943-09f5-46ad-be61-f63f24fd59a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2117113777-subnet', 'tenant_id': 'e5c1725aa5fc4336a2dffecc1009ad85', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:13:34.484692 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d0307af-f7dd-4217-a312-4da79c19ac41 admin admin] Made reservation on behalf of e5c1725aa5fc4336a2dffecc1009ad85 for: {'subnet': 1} {{(pid=101553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 18:13:34.487684 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-6d0307af-f7dd-4217-a312-4da79c19ac41 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:34.497612 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531833f4-13c7-4677-8bdb-10cbc50b457f admin admin] Pushing event updated for resources: {'Network': ['ID=25ba7943-09f5-46ad-be61-f63f24fd59a6,revision_number=1']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:13:34.572678 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron_lib.callbacks.manager [None req-ee79adc8-aa76-4de8-b737-c1cc42aeba66 None None] Notify callbacks [] for port, precommit_update {{(pid=101556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:34.582712 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron_lib.callbacks.manager [None req-ee79adc8-aa76-4de8-b737-c1cc42aeba66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:34.584113 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 44096) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:13:34.591072 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.v2.base [None req-2f77425c-2100-48bc-a42e-68bc25596010 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1384676766', 'description': 'tempest-description--1719867897'}} {{(pid=101554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:13:34.618547 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-2f77425c-2100-48bc-a42e-68bc25596010 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Notify callbacks [] for security_group, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:34.656391 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-7842bcd3-7a44-4afd-97a9-a695df78cbc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:34.677028 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Network 25ba7943-09f5-46ad-be61-f63f24fd59a6 details requested by agent ovs-agent-dv-cinder-816695-1-iscsi with host dv-cinder-816695-1-iscsi {{(pid=101555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 18:13:34.706798 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc97b59a-38bc-45d2-b83b-da3e7a7d4f45 None None] Pushing event updated for resources: {'Port': ['ID=7da27a20-ee22-482c-83be-f669e67d9aaf,revision_number=3']} {{(pid=101556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:13:34.744196 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-2f77425c-2100-48bc-a42e-68bc25596010 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Notify callbacks [] for security_group, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:34.806789 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-2f77425c-2100-48bc-a42e-68bc25596010 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:34.806975 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.plugins.ml2.managers [None req-ee79adc8-aa76-4de8-b737-c1cc42aeba66 None None] Attempting to bind port 7da27a20-ee22-482c-83be-f669e67d9aaf on host dv-cinder-816695-1-iscsi for vnic_type normal with profile {{(pid=101556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 18 18:13:34.807400 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.plugins.ml2.managers [None req-ee79adc8-aa76-4de8-b737-c1cc42aeba66 None None] Attempting to bind port 7da27a20-ee22-482c-83be-f669e67d9aaf by drivers openvswitch,hyperv on host dv-cinder-816695-1-iscsi at level 0 using segments [{'id': 'fdab8eb2-7859-4d62-a00d-9bb65cb2ee65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '548d4c85-a92c-4982-a16e-af3d8afd47ad'}] {{(pid=101556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 18 18:13:34.807639 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee79adc8-aa76-4de8-b737-c1cc42aeba66 None None] Attempting to bind port 7da27a20-ee22-482c-83be-f669e67d9aaf on network 548d4c85-a92c-4982-a16e-af3d8afd47ad {{(pid=101556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:13:34.808496 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f77425c-2100-48bc-a42e-68bc25596010 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1e9f200-d7e2-47da-9afd-a1ea2225007f,revision_number=1']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:13:34.812868 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-2f77425c-2100-48bc-a42e-68bc25596010 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Notify callbacks [] for security_group, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:34.816714 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-2f77425c-2100-48bc-a42e-68bc25596010 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2289214 Nov 18 18:13:34.817506 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 44098) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:13:34.819434 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee79adc8-aa76-4de8-b737-c1cc42aeba66 None None] Checking agent: {'id': '1b150279-be03-4dd2-a318-1a957a9087ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816695-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 18, 5, 14), 'started_at': datetime.datetime(2021, 11, 18, 18, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 18, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816695-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 18:13:34.819783 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee79adc8-aa76-4de8-b737-c1cc42aeba66 None None] Checking segment: {'id': 'fdab8eb2-7859-4d62-a00d-9bb65cb2ee65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '548d4c85-a92c-4982-a16e-af3d8afd47ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 18 18:13:34.820218 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron_lib.callbacks.manager [None req-ee79adc8-aa76-4de8-b737-c1cc42aeba66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:34.821630 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.v2.base [None req-85562e6b-49c9-4107-a0a2-1c63483c36da tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Request body: {'security_group_rule': {'security_group_id': 'd1e9f200-d7e2-47da-9afd-a1ea2225007f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:13:34.823339 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee79adc8-aa76-4de8-b737-c1cc42aeba66 None None] Bound using segment: {'id': 'fdab8eb2-7859-4d62-a00d-9bb65cb2ee65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '548d4c85-a92c-4982-a16e-af3d8afd47ad'} {{(pid=101556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 18:13:34.825445 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.plugins.ml2.managers [None req-ee79adc8-aa76-4de8-b737-c1cc42aeba66 None None] Bound port: 7da27a20-ee22-482c-83be-f669e67d9aaf, host: dv-cinder-816695-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdab8eb2-7859-4d62-a00d-9bb65cb2ee65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '548d4c85-a92c-4982-a16e-af3d8afd47ad'}}] {{(pid=101556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 18 18:13:34.825891 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron_lib.callbacks.manager [None req-ee79adc8-aa76-4de8-b737-c1cc42aeba66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:34.905999 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-85562e6b-49c9-4107-a0a2-1c63483c36da tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:34.964828 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-08275d2f-caa8-4ff2-a4df-e4c9c8592f46 req-f126fd71-d98b-449c-9a48-45879f293e5c service neutron] 10.222.0.21 "GET /v2.0/networks/2a4fc9ff-28ae-4037-8086-d87ec1bf47f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7426867 Nov 18 18:13:34.970557 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-41cb855f-3e1f-461d-9c25-c87007f92a1b req-7f227093-4345-4e4b-85b3-6b6b50406183 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c1fb574-4c1a-4ea7-bab9-434b7381aebd HTTP/1.1" status: 200 len: 210 time: 0.0891981 Nov 18 18:13:34.980576 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-f1a078a9-4823-46e6-b288-db9984c5ad27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:34.981951 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.plugins.ml2.db [None req-ee79adc8-aa76-4de8-b737-c1cc42aeba66 None None] For port 7da27a20-ee22-482c-83be-f669e67d9aaf, host dv-cinder-816695-1-iscsi, cleared binding levels {{(pid=101556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 18:13:34.998189 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.plugins.ml2.db [None req-ee79adc8-aa76-4de8-b737-c1cc42aeba66 None None] For port 7da27a20-ee22-482c-83be-f669e67d9aaf, host dv-cinder-816695-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816695-1-iscsi',level=0,port_id=7da27a20-ee22-482c-83be-f669e67d9aaf,segment=NetworkSegment(fdab8eb2-7859-4d62-a00d-9bb65cb2ee65),segment_id=fdab8eb2-7859-4d62-a00d-9bb65cb2ee65)] {{(pid=101556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 18:13:35.010507 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron_lib.callbacks.manager [None req-ee79adc8-aa76-4de8-b737-c1cc42aeba66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:35.152051 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Provisioning complete for port 0b9e60a6-ebb9-43ce-bce1-781addfacb0c triggered by entity L2. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:13:35.153101 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:35.169026 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc97b59a-38bc-45d2-b83b-da3e7a7d4f45 None None] Pushing event updated for resources: {'Port': ['ID=7da27a20-ee22-482c-83be-f669e67d9aaf,revision_number=4']} {{(pid=101556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:13:35.171975 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee79adc8-aa76-4de8-b737-c1cc42aeba66 None None] Routers {'575dc112-dc97-41b6-96ba-90769a41d71a'} bound to L3 agent in host dv-cinder-816695-1-iscsi {{(pid=101556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:13:35.172659 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_hamode_db [None req-ee79adc8-aa76-4de8-b737-c1cc42aeba66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-18T18:05:14Z,description=,heartbeat_timestamp=2021-11-18T18:13:14Z,host='dv-cinder-816695-1-iscsi',id=11d55508-f5ea-4178-bd3a-0ed8666e5761,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T18:05:14Z,topic='l3_agent')) {'router_ids': ['575dc112-dc97-41b6-96ba-90769a41d71a'], 'active': True} {{(pid=101556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:13:35.185239 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.db.db_base_plugin_common [None req-7842bcd3-7a44-4afd-97a9-a695df78cbc4 admin admin] Allocated IP 172.20.0.1 (f21b1cf4-9836-4a7b-8947-90f148ea7c8b/7e1d2c9d-3536-4097-943a-2b344ea0e9fc/b0e75edb-f556-427e-a639-3e0939d5c4b9) {{(pid=101553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 18:13:35.278545 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-b7002a90-9d2b-437d-8e73-8674897712e8 None None] Provisioning complete for port 7da27a20-ee22-482c-83be-f669e67d9aaf triggered by entity DHCP. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:13:35.279228 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-b7002a90-9d2b-437d-8e73-8674897712e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:35.296105 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_dvr_db [None req-ee79adc8-aa76-4de8-b737-c1cc42aeba66 None None] Set router 575dc112-dc97-41b6-96ba-90769a41d71a gateway port host: dv-cinder-816695-1-iscsi {{(pid=101556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:13:35.309205 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-08275d2f-caa8-4ff2-a4df-e4c9c8592f46 req-2f316cd6-162a-4879-a684-3d3fda883dee service neutron] 10.222.0.21 "GET /v2.0/networks/2a4fc9ff-28ae-4037-8086-d87ec1bf47f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3272047 Nov 18 18:13:35.334543 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-6d0307af-f7dd-4217-a312-4da79c19ac41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922'] for subnet, after_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:35.393457 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-85562e6b-49c9-4107-a0a2-1c63483c36da tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:35.418882 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-85562e6b-49c9-4107-a0a2-1c63483c36da tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577100'] for security_group_rule, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:35.460883 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0307af-f7dd-4217-a312-4da79c19ac41 admin admin] Checking segment: {'id': 'cb50bc9b-5975-4eae-913f-44c50eed0f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '25ba7943-09f5-46ad-be61-f63f24fd59a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 18 18:13:35.461404 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d0307af-f7dd-4217-a312-4da79c19ac41 admin admin] Network hostable DHCP agents. Network: 25ba7943-09f5-46ad-be61-f63f24fd59a6, hostable agents: ['3fbd36fe-782c-4617-8e97-99410d5610de'], hosted agents: [] {{(pid=101553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 18:13:35.468260 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0307af-f7dd-4217-a312-4da79c19ac41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2591ae7-3f84-400a-8682-3a65192bf1b0,revision_number=0']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:13:35.478587 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85562e6b-49c9-4107-a0a2-1c63483c36da tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b87840cf-506f-4973-94a9-47fbdab12ef2,revision_number=0']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:13:35.485509 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.db.db_base_plugin_common [None req-f1a078a9-4823-46e6-b288-db9984c5ad27 admin admin] Allocated IP 172.20.0.1 (6154edaf-4d8d-4eb2-9748-db0b61476bdf/7228a873-9d05-4b76-9e24-c9343ad2ab35/959e05ed-8908-46e3-859c-bb00c4b41514) {{(pid=101554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 18:13:35.493968 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-85562e6b-49c9-4107-a0a2-1c63483c36da tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:35.498722 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-85562e6b-49c9-4107-a0a2-1c63483c36da tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6771200 Nov 18 18:13:35.504767 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 44104) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:13:35.516992 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-7842bcd3-7a44-4afd-97a9-a695df78cbc4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:35.517360 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.v2.base [None req-cae8809b-0f77-40c2-9cb6-8b2e972a9a83 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Request body: {'security_group_rule': {'security_group_id': 'd1e9f200-d7e2-47da-9afd-a1ea2225007f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:13:35.519273 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Device f9f146f4-4db9-478d-92c0-3b047888bc0b up at agent ovs-agent-dv-cinder-816695-1-iscsi {{(pid=101555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:13:35.583123 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_hamode_db [None req-ee79adc8-aa76-4de8-b737-c1cc42aeba66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '575dc112-dc97-41b6-96ba-90769a41d71a', 'name': 'tempest-AttachVolumeTestJSON-1688942367-router', 'tenant_id': '03d899808f1a4723a8e0d1b00ed1a01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'external_fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '0b9e60a6-ebb9-43ce-bce1-781addfacb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:13:23Z', 'updated_at': '2021-11-18T18:13:30Z', 'revision_number': 4, 'project_id': '03d899808f1a4723a8e0d1b00ed1a01d', 'gw_port': {'id': '0b9e60a6-ebb9-43ce-bce1-781addfacb0c', 'name': '', 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:44:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575dc112-dc97-41b6-96ba-90769a41d71a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:13:24Z', 'updated_at': '2021-11-18T18:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816695-1-iscsi', '_interfaces': [{'id': '7da27a20-ee22-482c-83be-f669e67d9aaf', 'name': '', 'network_id': '548d4c85-a92c-4982-a16e-af3d8afd47ad', 'tenant_id': '03d899808f1a4723a8e0d1b00ed1a01d', 'mac_address': 'fa:16:3e:33:38:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '575dc112-dc97-41b6-96ba-90769a41d71a', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '26737122-c082-4cd3-ada1-6591b74e0d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:13:29Z', 'updated_at': '2021-11-18T18:13:34Z', 'revision_number': 4, 'project_id': '03d899808f1a4723a8e0d1b00ed1a01d', 'subnets': [{'id': '26737122-c082-4cd3-ada1-6591b74e0d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816695-1-iscsi', False) {} {{(pid=101556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:13:35.617714 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee79adc8-aa76-4de8-b737-c1cc42aeba66 None None] The sync data for ids ['575dc112-dc97-41b6-96ba-90769a41d71a'] in dv-cinder-816695-1-iscsi is: [{'id': '575dc112-dc97-41b6-96ba-90769a41d71a', 'name': 'tempest-AttachVolumeTestJSON-1688942367-router', 'tenant_id': '03d899808f1a4723a8e0d1b00ed1a01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'external_fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '0b9e60a6-ebb9-43ce-bce1-781addfacb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:13:23Z', 'updated_at': '2021-11-18T18:13:30Z', 'revision_number': 4, 'project_id': '03d899808f1a4723a8e0d1b00ed1a01d', 'gw_port': {'id': '0b9e60a6-ebb9-43ce-bce1-781addfacb0c', 'name': '', 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:44:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575dc112-dc97-41b6-96ba-90769a41d71a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:13:24Z', 'updated_at': '2021-11-18T18:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816695-1-iscsi', '_interfaces': [{'id': '7da27a20-ee22-482c-83be-f669e67d9aaf', 'name': '', 'network_id': '548d4c85-a92c-4982-a16e-af3d8afd47ad', 'tenant_id': '03d899808f1a4723a8e0d1b00ed1a01d', 'mac_address': 'fa:16:3e:33:38:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '575dc112-dc97-41b6-96ba-90769a41d71a', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '26737122-c082-4cd3-ada1-6591b74e0d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:13:29Z', 'updated_at': '2021-11-18T18:13:34Z', 'revision_number': 4, 'project_id': '03d899808f1a4723a8e0d1b00ed1a01d', 'subnets': [{'id': '26737122-c082-4cd3-ada1-6591b74e0d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 18:13:35.627442 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d0307af-f7dd-4217-a312-4da79c19ac41 admin admin] Network 25ba7943-09f5-46ad-be61-f63f24fd59a6 is scheduled to be hosted by DHCP agent 3fbd36fe-782c-4617-8e97-99410d5610de with binding_index 1 {{(pid=101553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 18:13:35.636817 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-7842bcd3-7a44-4afd-97a9-a695df78cbc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768456900401'] for port, after_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:35.675950 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-b7002a90-9d2b-437d-8e73-8674897712e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:35.678779 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_hamode_db [None req-305ed179-68b5-4852-adcc-7b8389de9b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '572ef13c-0dc9-4973-893d-b2424cb0c1fa', 'name': 'tempest-ServerRescueNegativeTestJSON-112644736-router', 'tenant_id': '54a71c6fcc084e09bb76b54d410321c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'external_fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '8e217a47-cea8-4a18-9ae0-2fec59077f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:13:27Z', 'updated_at': '2021-11-18T18:13:32Z', 'revision_number': 3, 'project_id': '54a71c6fcc084e09bb76b54d410321c7', 'gw_port': {'id': '8e217a47-cea8-4a18-9ae0-2fec59077f79', 'name': '', 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:2f:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '572ef13c-0dc9-4973-893d-b2424cb0c1fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:13:29Z', 'updated_at': '2021-11-18T18:13:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816695-1-iscsi'}], 'dv-cinder-816695-1-iscsi', False) {} {{(pid=101555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:13:35.815841 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.scheduler.base_scheduler [None req-6d0307af-f7dd-4217-a312-4da79c19ac41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816695-1-iscsi, 25ba7943-09f5-46ad-be61-f63f24fd59a6) {{(pid=101553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:13:35.823551 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-cae8809b-0f77-40c2-9cb6-8b2e972a9a83 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:35.865431 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d0307af-f7dd-4217-a312-4da79c19ac41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:13:35.869745 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-6d0307af-f7dd-4217-a312-4da79c19ac41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553968'] for subnet, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:35.880919 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7842bcd3-7a44-4afd-97a9-a695df78cbc4 admin admin] Network f21b1cf4-9836-4a7b-8947-90f148ea7c8b is already hosted by enough agents. {{(pid=101553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:13:35.906592 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f87dfda-1f77-4de5-b68a-759b8e5e05d7 None None] Network 25ba7943-09f5-46ad-be61-f63f24fd59a6 requested from dv-cinder-816695-1-iscsi {{(pid=101555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 18:13:35.906592 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305ed179-68b5-4852-adcc-7b8389de9b2a None None] Checking router: 572ef13c-0dc9-4973-893d-b2424cb0c1fa for host: dv-cinder-816695-1-iscsi {{(pid=101555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 18:13:35.907644 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305ed179-68b5-4852-adcc-7b8389de9b2a None None] Updating router 572ef13c-0dc9-4973-893d-b2424cb0c1fa port 8e217a47-cea8-4a18-9ae0-2fec59077f79 binding host dv-cinder-816695-1-iscsi {{(pid=101555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 18:13:35.955603 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.scheduler.base_scheduler [None req-7842bcd3-7a44-4afd-97a9-a695df78cbc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:13:35.960929 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7842bcd3-7a44-4afd-97a9-a695df78cbc4 admin admin] Received port after_create {{(pid=101553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 18:13:35.962126 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-7842bcd3-7a44-4afd-97a9-a695df78cbc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364474'] for router_interface, before_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:35.969745 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7842bcd3-7a44-4afd-97a9-a695df78cbc4 admin admin] Pushing event updated for resources: {'Port': ['ID=b0e75edb-f556-427e-a639-3e0939d5c4b9,revision_number=1']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:13:36.049532 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-6d0307af-f7dd-4217-a312-4da79c19ac41 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.7415717 Nov 18 18:13:36.054220 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-f1a078a9-4823-46e6-b288-db9984c5ad27 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:36.141720 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-cae8809b-0f77-40c2-9cb6-8b2e972a9a83 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:36.171831 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-cae8809b-0f77-40c2-9cb6-8b2e972a9a83 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577100'] for security_group_rule, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:36.247893 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae8809b-0f77-40c2-9cb6-8b2e972a9a83 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bf488fc-4da9-4415-8e89-6c6be8057189,revision_number=0']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:13:36.271998 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-f1a078a9-4823-46e6-b288-db9984c5ad27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768456900401'] for port, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:36.293931 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-cae8809b-0f77-40c2-9cb6-8b2e972a9a83 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:36.297338 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-cae8809b-0f77-40c2-9cb6-8b2e972a9a83 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7913861 Nov 18 18:13:36.363630 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 44126) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:13:36.406298 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-fb080711-99cc-41c1-8177-f25f888da26a req-d8c0518c-8d20-49d6-9439-88ece6d1589f tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] 10.222.0.21 "GET /v2.0/ports?device_id=c56bde41-d0b6-4dd4-a5e6-ebd9c66dc49d HTTP/1.1" status: 200 len: 210 time: 0.5225737 Nov 18 18:13:36.463263 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-305ed179-68b5-4852-adcc-7b8389de9b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:36.474292 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.v2.base [None req-413491db-78df-4c26-b2b2-a95baa317063 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Request body: {'floatingip': {'floating_network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364'}} {{(pid=101553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:13:36.496804 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a078a9-4823-46e6-b288-db9984c5ad27 admin admin] Network 6154edaf-4d8d-4eb2-9748-db0b61476bdf is already hosted by enough agents. {{(pid=101554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:13:36.512071 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.scheduler.base_scheduler [None req-f1a078a9-4823-46e6-b288-db9984c5ad27 admin admin] Resources bound (agent type, host, resource id): {{(pid=101554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:13:36.516234 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-b7002a90-9d2b-437d-8e73-8674897712e8 None None] For port 7da27a20-ee22-482c-83be-f669e67d9aaf, host dv-cinder-816695-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816695-1-iscsi',level=0,port_id=7da27a20-ee22-482c-83be-f669e67d9aaf,segment=NetworkSegment(fdab8eb2-7859-4d62-a00d-9bb65cb2ee65),segment_id=fdab8eb2-7859-4d62-a00d-9bb65cb2ee65)] {{(pid=101555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:13:36.524303 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a078a9-4823-46e6-b288-db9984c5ad27 admin admin] Received port after_create {{(pid=101554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 18:13:36.525486 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-f1a078a9-4823-46e6-b288-db9984c5ad27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364474'] for router_interface, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:36.542353 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a078a9-4823-46e6-b288-db9984c5ad27 admin admin] Pushing event updated for resources: {'Port': ['ID=959e05ed-8908-46e3-859c-bb00c4b41514,revision_number=1']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:13:36.626374 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 44132) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:13:36.657769 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-8ca1eae1-d0c5-4f99-8c59-bad654b8cf3f None None] Notify callbacks [] for port, precommit_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:36.660310 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-b7002a90-9d2b-437d-8e73-8674897712e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:36.690426 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0837b664-21d7-46c2-a6c0-7044f00a30de None None] Network 25ba7943-09f5-46ad-be61-f63f24fd59a6 requested from dv-cinder-816695-1-iscsi {{(pid=101555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 18:13:36.729263 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-8ca1eae1-d0c5-4f99-8c59-bad654b8cf3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:36.897120 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.agents_db [None req-879798a6-d64d-4745-9d9a-40c50c0efc22 None None] Agent healthcheck: found 6 active agents {{(pid=101556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 18:13:36.901259 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.db.db_base_plugin_v2 [None req-12651a7e-72fc-4dd4-8bbe-5d7f64abe71f admin admin] Deleting subnet bc9dcdfd-046e-47c0-8e33-0cb609e6a5a9 {{(pid=101553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 18 18:13:36.978268 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Provisioning complete for port f9f146f4-4db9-478d-92c0-3b047888bc0b triggered by entity L2. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:13:36.978651 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:37.089238 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-12651a7e-72fc-4dd4-8bbe-5d7f64abe71f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:37.091347 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7002a90-9d2b-437d-8e73-8674897712e8 None None] Pushing event updated for resources: {'Port': ['ID=7da27a20-ee22-482c-83be-f669e67d9aaf,revision_number=5']} {{(pid=101555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:13:37.100195 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-f1a078a9-4823-46e6-b288-db9984c5ad27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:37.106720 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-7a386234-885b-4a7d-a0be-f74dfa5564a5 None None] Provisioning complete for port 7da27a20-ee22-482c-83be-f669e67d9aaf triggered by entity DHCP. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:13:37.107959 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-7a386234-885b-4a7d-a0be-f74dfa5564a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:37.114165 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-f763a778-130a-4967-8020-8a1338eeb4db req-76f0c1a3-36ae-4c6f-a2f9-c1643bed6be0 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c1fb574-4c1a-4ea7-bab9-434b7381aebd HTTP/1.1" status: 200 len: 210 time: 0.1042464 Nov 18 18:13:37.162905 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.managers [None req-8ca1eae1-d0c5-4f99-8c59-bad654b8cf3f None None] Attempting to bind port 7cdb1b29-727a-437e-9b0e-413eab56b52a on host dv-cinder-816695-1-iscsi for vnic_type normal with profile {{(pid=101555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 18 18:13:37.163274 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.managers [None req-8ca1eae1-d0c5-4f99-8c59-bad654b8cf3f None None] Attempting to bind port 7cdb1b29-727a-437e-9b0e-413eab56b52a by drivers openvswitch,hyperv on host dv-cinder-816695-1-iscsi at level 0 using segments [{'id': 'ccf61333-990a-41b6-8fac-e85eb4401822', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364'}] {{(pid=101555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 18 18:13:37.163644 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca1eae1-d0c5-4f99-8c59-bad654b8cf3f None None] Attempting to bind port 7cdb1b29-727a-437e-9b0e-413eab56b52a on network 681a8de3-317c-4c8e-b068-d1104cc9c364 {{(pid=101555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:13:37.284415 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-413491db-78df-4c26-b2b2-a95baa317063 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Notify callbacks [] for floatingip, before_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:37.308773 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca1eae1-d0c5-4f99-8c59-bad654b8cf3f None None] Checking agent: {'id': '1b150279-be03-4dd2-a318-1a957a9087ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816695-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 18, 5, 14), 'started_at': datetime.datetime(2021, 11, 18, 18, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 18, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816695-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 18:13:37.309484 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca1eae1-d0c5-4f99-8c59-bad654b8cf3f None None] Checking segment: {'id': 'ccf61333-990a-41b6-8fac-e85eb4401822', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 18 18:13:37.310066 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-8ca1eae1-d0c5-4f99-8c59-bad654b8cf3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:37.310868 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca1eae1-d0c5-4f99-8c59-bad654b8cf3f None None] Bound using segment: {'id': 'ccf61333-990a-41b6-8fac-e85eb4401822', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364'} {{(pid=101555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 18:13:37.311662 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.managers [None req-8ca1eae1-d0c5-4f99-8c59-bad654b8cf3f None None] Bound port: 7cdb1b29-727a-437e-9b0e-413eab56b52a, host: dv-cinder-816695-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccf61333-990a-41b6-8fac-e85eb4401822', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364'}}] {{(pid=101555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 18 18:13:37.312250 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-8ca1eae1-d0c5-4f99-8c59-bad654b8cf3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:37.430022 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a98135-85d0-4b98-a6c1-012aa56747f9 None None] Pushing event updated for resources: {'Port': ['ID=7cdb1b29-727a-437e-9b0e-413eab56b52a,revision_number=2']} {{(pid=101555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:13:37.441662 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-f1a078a9-4823-46e6-b288-db9984c5ad27 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:37.452926 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-f1a078a9-4823-46e6-b288-db9984c5ad27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:37.453944 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-f1a078a9-4823-46e6-b288-db9984c5ad27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-367343'] for router_interface, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:37.538397 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-8ca1eae1-d0c5-4f99-8c59-bad654b8cf3f None None] For port 7cdb1b29-727a-437e-9b0e-413eab56b52a, host dv-cinder-816695-1-iscsi, cleared binding levels {{(pid=101555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 18:13:37.557709 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-12651a7e-72fc-4dd4-8bbe-5d7f64abe71f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:37.568781 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-12651a7e-72fc-4dd4-8bbe-5d7f64abe71f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1775345'] for subnet, precommit_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:37.579277 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-8ca1eae1-d0c5-4f99-8c59-bad654b8cf3f None None] For port 7cdb1b29-727a-437e-9b0e-413eab56b52a, host dv-cinder-816695-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816695-1-iscsi',level=0,port_id=7cdb1b29-727a-437e-9b0e-413eab56b52a,segment=NetworkSegment(ccf61333-990a-41b6-8fac-e85eb4401822),segment_id=ccf61333-990a-41b6-8fac-e85eb4401822)] {{(pid=101555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 18:13:37.606277 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a078a9-4823-46e6-b288-db9984c5ad27 admin admin] Pushing event updated for resources: {'Port': ['ID=959e05ed-8908-46e3-859c-bb00c4b41514,revision_number=2']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:13:37.617919 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-8ca1eae1-d0c5-4f99-8c59-bad654b8cf3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:37.698636 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-7cee61b5-ab29-4d8f-af74-92905bc0ba06 req-69a660e7-4865-4791-a88c-780684ce7534 tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] 10.222.0.21 "GET /v2.0/ports?device_id=c56bde41-d0b6-4dd4-a5e6-ebd9c66dc49d HTTP/1.1" status: 200 len: 210 time: 0.1643071 Nov 18 18:13:37.728604 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a078a9-4823-46e6-b288-db9984c5ad27 admin admin] Network 6154edaf-4d8d-4eb2-9748-db0b61476bdf is already hosted by enough agents. {{(pid=101554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:13:37.738096 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.scheduler.base_scheduler [None req-f1a078a9-4823-46e6-b288-db9984c5ad27 admin admin] Resources bound (agent type, host, resource id): {{(pid=101554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:13:37.813126 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca1eae1-d0c5-4f99-8c59-bad654b8cf3f None None] Routers {'ecd9bdf8-b852-4b8c-9b33-bb97dda69e18'} bound to L3 agent in host dv-cinder-816695-1-iscsi {{(pid=101555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:13:37.813844 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_hamode_db [None req-8ca1eae1-d0c5-4f99-8c59-bad654b8cf3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-18T18:05:14Z,description=,heartbeat_timestamp=2021-11-18T18:13:14Z,host='dv-cinder-816695-1-iscsi',id=11d55508-f5ea-4178-bd3a-0ed8666e5761,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T18:05:14Z,topic='l3_agent')) {'router_ids': ['ecd9bdf8-b852-4b8c-9b33-bb97dda69e18'], 'active': True} {{(pid=101555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:13:37.818846 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a98135-85d0-4b98-a6c1-012aa56747f9 None None] Pushing event updated for resources: {'Port': ['ID=7cdb1b29-727a-437e-9b0e-413eab56b52a,revision_number=3']} {{(pid=101555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:13:37.880206 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-7a386234-885b-4a7d-a0be-f74dfa5564a5 None None] Provisioning complete for port b0e75edb-f556-427e-a639-3e0939d5c4b9 triggered by entity DHCP. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:13:37.880812 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-7a386234-885b-4a7d-a0be-f74dfa5564a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:38.031132 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Device 7da27a20-ee22-482c-83be-f669e67d9aaf up at agent ovs-agent-dv-cinder-816695-1-iscsi {{(pid=101555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:13:38.048438 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1a078a9-4823-46e6-b288-db9984c5ad27 admin admin] Router 572ef13c-0dc9-4973-893d-b2424cb0c1fa has already been hosted by L3 agent 11d55508-f5ea-4178-bd3a-0ed8666e5761 {{(pid=101554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 18:13:38.109396 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-305ed179-68b5-4852-adcc-7b8389de9b2a None None] Notify callbacks [] for port, precommit_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:38.119296 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-12651a7e-72fc-4dd4-8bbe-5d7f64abe71f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1775304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922'] for subnet, after_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:38.154876 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-7842bcd3-7a44-4afd-97a9-a695df78cbc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:38.158475 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-12651a7e-72fc-4dd4-8bbe-5d7f64abe71f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553968'] for subnet, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:38.160694 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-305ed179-68b5-4852-adcc-7b8389de9b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:38.161972 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-12651a7e-72fc-4dd4-8bbe-5d7f64abe71f admin admin] 10.222.0.21 "DELETE /v2.0/subnets/bc9dcdfd-046e-47c0-8e33-0cb609e6a5a9 HTTP/1.1" status: 204 len: 168 time: 1.5309689 Nov 18 18:13:38.164757 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12651a7e-72fc-4dd4-8bbe-5d7f64abe71f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc9dcdfd-046e-47c0-8e33-0cb609e6a5a9,revision_number=None']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:13:38.172812 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 44168) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:13:38.233041 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.plugin [None req-7a386234-885b-4a7d-a0be-f74dfa5564a5 None None] Port b0e75edb-f556-427e-a639-3e0939d5c4b9 cannot update to ACTIVE because it is not bound. {{(pid=101555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 18 18:13:38.269528 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1a078a9-4823-46e6-b288-db9984c5ad27 admin admin] Notify agent at l3_agent.dv-cinder-816695-1-iscsi the message routers_updated {{(pid=101554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 18:13:38.280377 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e03a67b-5118-44d5-91b5-52b92ed3f5eb None None] Pushing event updated for resources: {'Port': ['ID=8e217a47-cea8-4a18-9ae0-2fec59077f79,revision_number=2']} {{(pid=101555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:13:38.292938 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-f1a078a9-4823-46e6-b288-db9984c5ad27 admin admin] 10.222.0.21 "PUT /v2.0/routers/572ef13c-0dc9-4973-893d-b2424cb0c1fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8196032 Nov 18 18:13:38.309760 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_dvr_db [None req-8ca1eae1-d0c5-4f99-8c59-bad654b8cf3f None None] Set router ecd9bdf8-b852-4b8c-9b33-bb97dda69e18 gateway port host: dv-cinder-816695-1-iscsi {{(pid=101555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:13:38.312893 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.managers [None req-305ed179-68b5-4852-adcc-7b8389de9b2a None None] Attempting to bind port 8e217a47-cea8-4a18-9ae0-2fec59077f79 on host dv-cinder-816695-1-iscsi for vnic_type normal with profile {{(pid=101555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 18 18:13:38.313394 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.managers [None req-305ed179-68b5-4852-adcc-7b8389de9b2a None None] Attempting to bind port 8e217a47-cea8-4a18-9ae0-2fec59077f79 by drivers openvswitch,hyperv on host dv-cinder-816695-1-iscsi at level 0 using segments [{'id': 'ccf61333-990a-41b6-8fac-e85eb4401822', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364'}] {{(pid=101555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 18 18:13:38.313872 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305ed179-68b5-4852-adcc-7b8389de9b2a None None] Attempting to bind port 8e217a47-cea8-4a18-9ae0-2fec59077f79 on network 681a8de3-317c-4c8e-b068-d1104cc9c364 {{(pid=101555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:13:38.463080 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-bae8459d-f9ad-43a0-8924-a77ab4900344 req-9ca45727-4d4b-42b2-aff4-d5b226f0270e tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c1fb574-4c1a-4ea7-bab9-434b7381aebd HTTP/1.1" status: 200 len: 210 time: 0.1135957 Nov 18 18:13:38.468522 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-d665f253-9333-4913-a57e-e50cc5a6bebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793125'] for network, before_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:38.527370 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Provisioning complete for port 7da27a20-ee22-482c-83be-f669e67d9aaf triggered by entity L2. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:13:38.528790 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:38.534247 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305ed179-68b5-4852-adcc-7b8389de9b2a None None] Checking agent: {'id': '1b150279-be03-4dd2-a318-1a957a9087ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816695-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 18, 5, 14), 'started_at': datetime.datetime(2021, 11, 18, 18, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 18, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816695-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 18:13:38.535154 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305ed179-68b5-4852-adcc-7b8389de9b2a None None] Checking segment: {'id': 'ccf61333-990a-41b6-8fac-e85eb4401822', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 18 18:13:38.536590 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-305ed179-68b5-4852-adcc-7b8389de9b2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:38.536590 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305ed179-68b5-4852-adcc-7b8389de9b2a None None] Bound using segment: {'id': 'ccf61333-990a-41b6-8fac-e85eb4401822', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364'} {{(pid=101555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 18:13:38.538347 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.managers [None req-305ed179-68b5-4852-adcc-7b8389de9b2a None None] Bound port: 8e217a47-cea8-4a18-9ae0-2fec59077f79, host: dv-cinder-816695-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccf61333-990a-41b6-8fac-e85eb4401822', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364'}}] {{(pid=101555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 18 18:13:38.538347 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-305ed179-68b5-4852-adcc-7b8389de9b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:38.575986 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-413491db-78df-4c26-b2b2-a95baa317063 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:38.769752 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-305ed179-68b5-4852-adcc-7b8389de9b2a None None] For port 8e217a47-cea8-4a18-9ae0-2fec59077f79, host dv-cinder-816695-1-iscsi, cleared binding levels {{(pid=101555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 18:13:38.771399 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-d665f253-9333-4913-a57e-e50cc5a6bebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775996', 'neutron.services.segments.db._delete_segments_for_network-8768457200168'] for network, precommit_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:38.789779 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-305ed179-68b5-4852-adcc-7b8389de9b2a None None] For port 8e217a47-cea8-4a18-9ae0-2fec59077f79, host dv-cinder-816695-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816695-1-iscsi',level=0,port_id=8e217a47-cea8-4a18-9ae0-2fec59077f79,segment=NetworkSegment(ccf61333-990a-41b6-8fac-e85eb4401822),segment_id=ccf61333-990a-41b6-8fac-e85eb4401822)] {{(pid=101555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 18:13:38.802122 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-305ed179-68b5-4852-adcc-7b8389de9b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:38.903648 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-d665f253-9333-4913-a57e-e50cc5a6bebe admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:13:38.904029 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-d665f253-9333-4913-a57e-e50cc5a6bebe admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:13:38.904784 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-d665f253-9333-4913-a57e-e50cc5a6bebe admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:13:38.905524 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-d665f253-9333-4913-a57e-e50cc5a6bebe admin admin] Subscribe: > port after_create 55550000 {{(pid=101553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:13:38.905524 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-d665f253-9333-4913-a57e-e50cc5a6bebe admin admin] Subscribe: > port after_delete 55550000 {{(pid=101553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:13:38.905721 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-d665f253-9333-4913-a57e-e50cc5a6bebe admin admin] Subscribe: > port after_update 55550000 {{(pid=101553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:13:38.906054 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-d665f253-9333-4913-a57e-e50cc5a6bebe admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:13:38.906349 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-d665f253-9333-4913-a57e-e50cc5a6bebe admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:13:38.906659 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-d665f253-9333-4913-a57e-e50cc5a6bebe admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:13:38.906968 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-d665f253-9333-4913-a57e-e50cc5a6bebe admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:13:39.028861 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e03a67b-5118-44d5-91b5-52b92ed3f5eb None None] Pushing event updated for resources: {'Port': ['ID=8e217a47-cea8-4a18-9ae0-2fec59077f79,revision_number=3']} {{(pid=101555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:13:39.034357 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305ed179-68b5-4852-adcc-7b8389de9b2a None None] Routers {'572ef13c-0dc9-4973-893d-b2424cb0c1fa'} bound to L3 agent in host dv-cinder-816695-1-iscsi {{(pid=101555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:13:39.035382 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_hamode_db [None req-305ed179-68b5-4852-adcc-7b8389de9b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-18T18:05:14Z,description=,heartbeat_timestamp=2021-11-18T18:13:14Z,host='dv-cinder-816695-1-iscsi',id=11d55508-f5ea-4178-bd3a-0ed8666e5761,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T18:05:14Z,topic='l3_agent')) {'router_ids': ['572ef13c-0dc9-4973-893d-b2424cb0c1fa'], 'active': True} {{(pid=101555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:13:39.150549 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-d665f253-9333-4913-a57e-e50cc5a6bebe admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:13:39.151179 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-d665f253-9333-4913-a57e-e50cc5a6bebe admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:13:39.151281 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-d665f253-9333-4913-a57e-e50cc5a6bebe admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:13:39.151535 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-d665f253-9333-4913-a57e-e50cc5a6bebe admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:13:39.151921 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.services.segments.db [None req-d665f253-9333-4913-a57e-e50cc5a6bebe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de334498-788c-476e-bf1d-a17a797f0d6d']}} {{(pid=101553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:13:39.163476 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-801d3fe8-182a-47a9-80c5-96ea4c107de0 req-f8842d22-b9dc-4350-a893-58f0ce421237 tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] 10.222.0.21 "GET /v2.0/ports?device_id=c56bde41-d0b6-4dd4-a5e6-ebd9c66dc49d HTTP/1.1" status: 200 len: 210 time: 0.3538857 Nov 18 18:13:39.192051 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_hamode_db [None req-8ca1eae1-d0c5-4f99-8c59-bad654b8cf3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecd9bdf8-b852-4b8c-9b33-bb97dda69e18', 'name': 'tempest-AttachVolumeShelveTestJSON-1542454211-router', 'tenant_id': '080aae90ae2d433d95e93daa3aeb17ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'external_fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '7cdb1b29-727a-437e-9b0e-413eab56b52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:13:25Z', 'updated_at': '2021-11-18T18:13:31Z', 'revision_number': 3, 'project_id': '080aae90ae2d433d95e93daa3aeb17ce', 'gw_port': {'id': '7cdb1b29-727a-437e-9b0e-413eab56b52a', 'name': '', 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:1c:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecd9bdf8-b852-4b8c-9b33-bb97dda69e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:13:29Z', 'updated_at': '2021-11-18T18:13:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816695-1-iscsi'}], 'dv-cinder-816695-1-iscsi', False) {} {{(pid=101555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:13:39.192754 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.services.segments.db [None req-d665f253-9333-4913-a57e-e50cc5a6bebe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60d46dce-6de7-408a-ab20-4495bea77cfb') {'for_net_delete': True} {{(pid=101553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:13:39.193082 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.services.segments.db [None req-d665f253-9333-4913-a57e-e50cc5a6bebe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60d46dce-6de7-408a-ab20-4495bea77cfb') {} {{(pid=101553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:13:39.226900 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-d665f253-9333-4913-a57e-e50cc5a6bebe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768457200505', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5393027'] for segment, before_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:39.245289 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca1eae1-d0c5-4f99-8c59-bad654b8cf3f None None] The sync data for ids ['ecd9bdf8-b852-4b8c-9b33-bb97dda69e18'] in dv-cinder-816695-1-iscsi is: [{'id': 'ecd9bdf8-b852-4b8c-9b33-bb97dda69e18', 'name': 'tempest-AttachVolumeShelveTestJSON-1542454211-router', 'tenant_id': '080aae90ae2d433d95e93daa3aeb17ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'external_fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '7cdb1b29-727a-437e-9b0e-413eab56b52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:13:25Z', 'updated_at': '2021-11-18T18:13:31Z', 'revision_number': 3, 'project_id': '080aae90ae2d433d95e93daa3aeb17ce', 'gw_port': {'id': '7cdb1b29-727a-437e-9b0e-413eab56b52a', 'name': '', 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:1c:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecd9bdf8-b852-4b8c-9b33-bb97dda69e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:13:29Z', 'updated_at': '2021-11-18T18:13:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816695-1-iscsi'}] {{(pid=101555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 18:13:39.254345 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-7842bcd3-7a44-4afd-97a9-a695df78cbc4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:39.281526 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.db.db_base_plugin_common [None req-413491db-78df-4c26-b2b2-a95baa317063 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Allocated IP 172.27.0.160 (681a8de3-317c-4c8e-b068-d1104cc9c364/7ba09554-0552-4432-a7a0-26d8d0284def/4326dcb9-1a2a-4211-9ab5-6d400f8a0457) {{(pid=101553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 18:13:39.283683 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-7842bcd3-7a44-4afd-97a9-a695df78cbc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5584123'] for port, after_update {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:39.286198 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_dvr_db [None req-305ed179-68b5-4852-adcc-7b8389de9b2a None None] Set router 572ef13c-0dc9-4973-893d-b2424cb0c1fa gateway port host: dv-cinder-816695-1-iscsi {{(pid=101555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:13:39.335022 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-d665f253-9333-4913-a57e-e50cc5a6bebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1774666'] for segment, precommit_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:39.353728 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386357e9-f0f4-45d8-a5ad-13a45d2da1b7 req-d05cea00-92d3-4d16-a891-bacde2cb60c1 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:13:39.355273 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-386357e9-f0f4-45d8-a5ad-13a45d2da1b7 req-d05cea00-92d3-4d16-a891-bacde2cb60c1 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/networks?id=6154edaf-4d8d-4eb2-9748-db0b61476bdf HTTP/1.1" status: 200 len: 818 time: 0.6470523 Nov 18 18:13:39.370592 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d665f253-9333-4913-a57e-e50cc5a6bebe admin admin] Releasing vlan 797 on physical network physnet1 to pool {{(pid=101553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 18:13:39.370993 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-d665f253-9333-4913-a57e-e50cc5a6bebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1774666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5583903'] for segment, after_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:39.374861 dv-cinder-816695-1-iscsi neutron-server[101553]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 18 18:13:39.374861 dv-cinder-816695-1-iscsi neutron-server[101553]: from cryptography.utils import int_from_bytes Nov 18 18:13:39.374861 dv-cinder-816695-1-iscsi neutron-server[101553]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 18 18:13:39.374861 dv-cinder-816695-1-iscsi neutron-server[101553]: from cryptography.utils import int_from_bytes Nov 18 18:13:39.374861 dv-cinder-816695-1-iscsi neutron-server[101553]: Traceback (most recent call last): Nov 18 18:13:39.374861 dv-cinder-816695-1-iscsi neutron-server[101553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 18:13:39.374861 dv-cinder-816695-1-iscsi neutron-server[101553]: timer() Nov 18 18:13:39.374861 dv-cinder-816695-1-iscsi neutron-server[101553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 18:13:39.374861 dv-cinder-816695-1-iscsi neutron-server[101553]: cb(*args, **kw) Nov 18 18:13:39.374861 dv-cinder-816695-1-iscsi neutron-server[101553]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 18:13:39.374861 dv-cinder-816695-1-iscsi neutron-server[101553]: return func(*args, **kwargs) Nov 18 18:13:39.374861 dv-cinder-816695-1-iscsi neutron-server[101553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 18:13:39.374861 dv-cinder-816695-1-iscsi neutron-server[101553]: self._notify() Nov 18 18:13:39.374861 dv-cinder-816695-1-iscsi neutron-server[101553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 18:13:39.374861 dv-cinder-816695-1-iscsi neutron-server[101553]: self.callback(batched_events) Nov 18 18:13:39.374861 dv-cinder-816695-1-iscsi neutron-server[101553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 18:13:39.374861 dv-cinder-816695-1-iscsi neutron-server[101553]: event.method(event) Nov 18 18:13:39.374861 dv-cinder-816695-1-iscsi neutron-server[101553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 18:13:39.374861 dv-cinder-816695-1-iscsi neutron-server[101553]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 18:13:39.374861 dv-cinder-816695-1-iscsi neutron-server[101553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 18:13:39.374861 dv-cinder-816695-1-iscsi neutron-server[101553]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 18:13:39.374861 dv-cinder-816695-1-iscsi neutron-server[101553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 18:13:39.374861 dv-cinder-816695-1-iscsi neutron-server[101553]: return f(self, *a, **k) Nov 18 18:13:39.374861 dv-cinder-816695-1-iscsi neutron-server[101553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 18:13:39.374861 dv-cinder-816695-1-iscsi neutron-server[101553]: return self._get(url).json() Nov 18 18:13:39.374861 dv-cinder-816695-1-iscsi neutron-server[101553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 18:13:39.374861 dv-cinder-816695-1-iscsi neutron-server[101553]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 18:13:39.374861 dv-cinder-816695-1-iscsi neutron-server[101553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 18:13:39.374861 dv-cinder-816695-1-iscsi neutron-server[101553]: return self.request(url, 'GET', **kwargs) Nov 18 18:13:39.374861 dv-cinder-816695-1-iscsi neutron-server[101553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 18:13:39.374861 dv-cinder-816695-1-iscsi neutron-server[101553]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 18:13:39.374861 dv-cinder-816695-1-iscsi neutron-server[101553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 18:13:39.374861 dv-cinder-816695-1-iscsi neutron-server[101553]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 18:13:39.374861 dv-cinder-816695-1-iscsi neutron-server[101553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 18:13:39.374861 dv-cinder-816695-1-iscsi neutron-server[101553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 18:13:39.374861 dv-cinder-816695-1-iscsi neutron-server[101553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 18:13:39.509339 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-7842bcd3-7a44-4afd-97a9-a695df78cbc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-367343'] for router_interface, after_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:39.511067 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7842bcd3-7a44-4afd-97a9-a695df78cbc4 admin admin] Pushing event updated for resources: {'Port': ['ID=b0e75edb-f556-427e-a639-3e0939d5c4b9,revision_number=2']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:13:39.516673 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_hamode_db [None req-305ed179-68b5-4852-adcc-7b8389de9b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '572ef13c-0dc9-4973-893d-b2424cb0c1fa', 'name': 'tempest-ServerRescueNegativeTestJSON-112644736-router', 'tenant_id': '54a71c6fcc084e09bb76b54d410321c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'external_fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '8e217a47-cea8-4a18-9ae0-2fec59077f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:13:27Z', 'updated_at': '2021-11-18T18:13:37Z', 'revision_number': 4, 'project_id': '54a71c6fcc084e09bb76b54d410321c7', 'gw_port': {'id': '8e217a47-cea8-4a18-9ae0-2fec59077f79', 'name': '', 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:2f:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '572ef13c-0dc9-4973-893d-b2424cb0c1fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:13:29Z', 'updated_at': '2021-11-18T18:13:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816695-1-iscsi', '_interfaces': [{'id': '959e05ed-8908-46e3-859c-bb00c4b41514', 'name': '', 'network_id': '6154edaf-4d8d-4eb2-9748-db0b61476bdf', 'tenant_id': '54a71c6fcc084e09bb76b54d410321c7', 'mac_address': 'fa:16:3e:ae:d0:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '572ef13c-0dc9-4973-893d-b2424cb0c1fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '7228a873-9d05-4b76-9e24-c9343ad2ab35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:13:35Z', 'updated_at': '2021-11-18T18:13:37Z', 'revision_number': 2, 'project_id': '54a71c6fcc084e09bb76b54d410321c7', 'subnets': [{'id': '7228a873-9d05-4b76-9e24-c9343ad2ab35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816695-1-iscsi', False) {} {{(pid=101555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:13:39.526347 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-386357e9-f0f4-45d8-a5ad-13a45d2da1b7 req-734f92cf-cf1b-4e03-85d4-a9846da492d3 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/quotas/54a71c6fcc084e09bb76b54d410321c7 HTTP/1.1" status: 200 len: 375 time: 0.1592350 Nov 18 18:13:39.557551 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305ed179-68b5-4852-adcc-7b8389de9b2a None None] The sync data for ids ['572ef13c-0dc9-4973-893d-b2424cb0c1fa'] in dv-cinder-816695-1-iscsi is: [{'id': '572ef13c-0dc9-4973-893d-b2424cb0c1fa', 'name': 'tempest-ServerRescueNegativeTestJSON-112644736-router', 'tenant_id': '54a71c6fcc084e09bb76b54d410321c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'external_fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '8e217a47-cea8-4a18-9ae0-2fec59077f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:13:27Z', 'updated_at': '2021-11-18T18:13:37Z', 'revision_number': 4, 'project_id': '54a71c6fcc084e09bb76b54d410321c7', 'gw_port': {'id': '8e217a47-cea8-4a18-9ae0-2fec59077f79', 'name': '', 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:2f:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '572ef13c-0dc9-4973-893d-b2424cb0c1fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:13:29Z', 'updated_at': '2021-11-18T18:13:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816695-1-iscsi', '_interfaces': [{'id': '959e05ed-8908-46e3-859c-bb00c4b41514', 'name': '', 'network_id': '6154edaf-4d8d-4eb2-9748-db0b61476bdf', 'tenant_id': '54a71c6fcc084e09bb76b54d410321c7', 'mac_address': 'fa:16:3e:ae:d0:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '572ef13c-0dc9-4973-893d-b2424cb0c1fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '7228a873-9d05-4b76-9e24-c9343ad2ab35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:13:35Z', 'updated_at': '2021-11-18T18:13:37Z', 'revision_number': 2, 'project_id': '54a71c6fcc084e09bb76b54d410321c7', 'subnets': [{'id': '7228a873-9d05-4b76-9e24-c9343ad2ab35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 18:13:39.565064 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-d665f253-9333-4913-a57e-e50cc5a6bebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-366119'] for network, after_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:39.570282 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-d665f253-9333-4913-a57e-e50cc5a6bebe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553968'] for network, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:39.576344 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-d665f253-9333-4913-a57e-e50cc5a6bebe admin admin] 10.222.0.21 "DELETE /v2.0/networks/de334498-788c-476e-bf1d-a17a797f0d6d HTTP/1.1" status: 204 len: 168 time: 1.3913426 Nov 18 18:13:39.576709 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 44202) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:13:39.638434 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.db.db_base_plugin_v2 [None req-59fe77fc-d1f5-4db7-99f5-69e9d0f7af6c admin admin] Deleting subnet f2591ae7-3f84-400a-8682-3a65192bf1b0 {{(pid=101554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 18 18:13:39.642413 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-59fe77fc-d1f5-4db7-99f5-69e9d0f7af6c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:39.695187 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-59fe77fc-d1f5-4db7-99f5-69e9d0f7af6c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:39.707009 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d665f253-9333-4913-a57e-e50cc5a6bebe admin admin] Pushing event deleted for resources: {'Network': ['ID=de334498-788c-476e-bf1d-a17a797f0d6d,revision_number=None']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:13:39.707260 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-59fe77fc-d1f5-4db7-99f5-69e9d0f7af6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1775345'] for subnet, precommit_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:39.729097 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-3ea6ec43-4aff-449b-a5b8-52fddfd9e6e8 req-f77c2e6e-cc61-458e-a040-1b3dd53a1fb8 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c1fb574-4c1a-4ea7-bab9-434b7381aebd HTTP/1.1" status: 200 len: 210 time: 0.0966878 Nov 18 18:13:39.794593 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-413491db-78df-4c26-b2b2-a95baa317063 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Notify callbacks [] for port, precommit_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:39.822677 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-386357e9-f0f4-45d8-a5ad-13a45d2da1b7 req-ee4cb68e-5d42-43cd-ab6f-8ea5279a4912 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=54a71c6fcc084e09bb76b54d410321c7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2776005 Nov 18 18:13:39.824648 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7842bcd3-7a44-4afd-97a9-a695df78cbc4 admin admin] Network f21b1cf4-9836-4a7b-8947-90f148ea7c8b is already hosted by enough agents. {{(pid=101553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:13:39.829347 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.scheduler.base_scheduler [None req-7842bcd3-7a44-4afd-97a9-a695df78cbc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:13:39.866676 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-59fe77fc-d1f5-4db7-99f5-69e9d0f7af6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1775304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922'] for subnet, after_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:39.898169 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Device 7cdb1b29-727a-437e-9b0e-413eab56b52a up at agent ovs-agent-dv-cinder-816695-1-iscsi {{(pid=101555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:13:39.916386 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fe77fc-d1f5-4db7-99f5-69e9d0f7af6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2591ae7-3f84-400a-8682-3a65192bf1b0,revision_number=None']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:13:39.919388 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-59fe77fc-d1f5-4db7-99f5-69e9d0f7af6c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:39.927117 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-59fe77fc-d1f5-4db7-99f5-69e9d0f7af6c admin admin] 10.222.0.21 "DELETE /v2.0/subnets/f2591ae7-3f84-400a-8682-3a65192bf1b0 HTTP/1.1" status: 204 len: 168 time: 0.3486836 Nov 18 18:13:39.928773 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 44204) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:13:39.999370 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Provisioning complete for port 7cdb1b29-727a-437e-9b0e-413eab56b52a triggered by entity L2. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:13:39.999757 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:40.087671 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-db2e861a-f77f-4f91-9496-1c1a91163094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793125'] for network, before_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:40.165073 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:40.226294 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] For port 7cdb1b29-727a-437e-9b0e-413eab56b52a, host dv-cinder-816695-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816695-1-iscsi',level=0,port_id=7cdb1b29-727a-437e-9b0e-413eab56b52a,segment=NetworkSegment(ccf61333-990a-41b6-8fac-e85eb4401822),segment_id=ccf61333-990a-41b6-8fac-e85eb4401822)] {{(pid=101555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:13:40.235011 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:40.285184 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-db2e861a-f77f-4f91-9496-1c1a91163094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775996', 'neutron.services.segments.db._delete_segments_for_network-8768457200168'] for network, precommit_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:40.337855 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-db2e861a-f77f-4f91-9496-1c1a91163094 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:13:40.338360 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-db2e861a-f77f-4f91-9496-1c1a91163094 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:13:40.339435 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-db2e861a-f77f-4f91-9496-1c1a91163094 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:13:40.339772 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-db2e861a-f77f-4f91-9496-1c1a91163094 admin admin] Subscribe: > port after_create 55550000 {{(pid=101554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:13:40.340304 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-db2e861a-f77f-4f91-9496-1c1a91163094 admin admin] Subscribe: > port after_delete 55550000 {{(pid=101554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:13:40.340717 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-db2e861a-f77f-4f91-9496-1c1a91163094 admin admin] Subscribe: > port after_update 55550000 {{(pid=101554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:13:40.341109 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-db2e861a-f77f-4f91-9496-1c1a91163094 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:13:40.341455 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-db2e861a-f77f-4f91-9496-1c1a91163094 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:13:40.341771 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-db2e861a-f77f-4f91-9496-1c1a91163094 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:13:40.342092 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-db2e861a-f77f-4f91-9496-1c1a91163094 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:13:40.383013 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-7c07c837-b45c-4b55-b77c-b145c0a3155f None None] Provisioning complete for port b0e75edb-f556-427e-a639-3e0939d5c4b9 triggered by entity DHCP. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:13:40.383570 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-7c07c837-b45c-4b55-b77c-b145c0a3155f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:40.430197 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Pushing event updated for resources: {'Port': ['ID=7cdb1b29-727a-437e-9b0e-413eab56b52a,revision_number=4']} {{(pid=101555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:13:40.485213 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.plugin [None req-7c07c837-b45c-4b55-b77c-b145c0a3155f None None] Port b0e75edb-f556-427e-a639-3e0939d5c4b9 cannot update to ACTIVE because it is not bound. {{(pid=101555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 18 18:13:40.524566 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-a7ad3f20-023e-4547-8c0a-b871a20e8278 req-95af78fa-15d1-489e-bc5f-8fd356d70867 tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] 10.222.0.21 "GET /v2.0/ports?device_id=c56bde41-d0b6-4dd4-a5e6-ebd9c66dc49d HTTP/1.1" status: 200 len: 210 time: 0.2079315 Nov 18 18:13:40.588042 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-413491db-78df-4c26-b2b2-a95baa317063 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768456900401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5584108'] for port, after_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:40.604881 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-db2e861a-f77f-4f91-9496-1c1a91163094 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:13:40.605795 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-db2e861a-f77f-4f91-9496-1c1a91163094 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:13:40.605795 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-db2e861a-f77f-4f91-9496-1c1a91163094 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:13:40.606103 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-db2e861a-f77f-4f91-9496-1c1a91163094 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 18:13:40.606273 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.services.segments.db [None req-db2e861a-f77f-4f91-9496-1c1a91163094 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25ba7943-09f5-46ad-be61-f63f24fd59a6']}} {{(pid=101554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:13:40.659674 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.services.segments.db [None req-db2e861a-f77f-4f91-9496-1c1a91163094 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb50bc9b-5975-4eae-913f-44c50eed0f68') {'for_net_delete': True} {{(pid=101554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:13:40.660193 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.services.segments.db [None req-db2e861a-f77f-4f91-9496-1c1a91163094 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb50bc9b-5975-4eae-913f-44c50eed0f68') {} {{(pid=101554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:13:40.699238 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-db2e861a-f77f-4f91-9496-1c1a91163094 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768457200505', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5286168'] for segment, before_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:40.707701 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.46', 60744) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:13:40.746544 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413491db-78df-4c26-b2b2-a95baa317063 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Network 681a8de3-317c-4c8e-b068-d1104cc9c364 is already hosted by enough agents. {{(pid=101553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:13:40.753859 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7842bcd3-7a44-4afd-97a9-a695df78cbc4 admin admin] Router ecd9bdf8-b852-4b8c-9b33-bb97dda69e18 has already been hosted by L3 agent 11d55508-f5ea-4178-bd3a-0ed8666e5761 {{(pid=101553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 18:13:40.755267 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.scheduler.base_scheduler [None req-413491db-78df-4c26-b2b2-a95baa317063 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Resources bound (agent type, host, resource id): {{(pid=101553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:13:40.763545 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-386357e9-f0f4-45d8-a5ad-13a45d2da1b7 req-9db9a97c-b2b7-492d-b1be-282f88060f24 service neutron] 10.222.0.21 "GET /v2.0/networks/6154edaf-4d8d-4eb2-9748-db0b61476bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9243433 Nov 18 18:13:40.767853 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413491db-78df-4c26-b2b2-a95baa317063 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Received port after_create {{(pid=101553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 18:13:40.914133 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413491db-78df-4c26-b2b2-a95baa317063 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Pushing event updated for resources: {'Port': ['ID=4326dcb9-1a2a-4211-9ab5-6d400f8a0457,revision_number=1']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:13:40.918643 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-ba455294-0d0f-4f09-bd43-4d7826874664 req-c1abbc06-758f-4ad2-88f4-2ce6213a3bb3 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c1fb574-4c1a-4ea7-bab9-434b7381aebd HTTP/1.1" status: 200 len: 210 time: 0.0896044 Nov 18 18:13:40.959478 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fe3ca0f6-da67-4511-a311-4aa27d968205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:41.006171 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-db2e861a-f77f-4f91-9496-1c1a91163094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1774666'] for segment, precommit_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:41.042548 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db2e861a-f77f-4f91-9496-1c1a91163094 admin admin] Releasing vlan 776 on physical network physnet1 to pool {{(pid=101554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 18:13:41.042814 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-db2e861a-f77f-4f91-9496-1c1a91163094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1774666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6202394'] for segment, after_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:41.047046 dv-cinder-816695-1-iscsi neutron-server[101554]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 18 18:13:41.047046 dv-cinder-816695-1-iscsi neutron-server[101554]: from cryptography.utils import int_from_bytes Nov 18 18:13:41.047046 dv-cinder-816695-1-iscsi neutron-server[101554]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 18 18:13:41.047046 dv-cinder-816695-1-iscsi neutron-server[101554]: from cryptography.utils import int_from_bytes Nov 18 18:13:41.047046 dv-cinder-816695-1-iscsi neutron-server[101554]: Traceback (most recent call last): Nov 18 18:13:41.047046 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 18:13:41.047046 dv-cinder-816695-1-iscsi neutron-server[101554]: timer() Nov 18 18:13:41.047046 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 18:13:41.047046 dv-cinder-816695-1-iscsi neutron-server[101554]: cb(*args, **kw) Nov 18 18:13:41.047046 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 18:13:41.047046 dv-cinder-816695-1-iscsi neutron-server[101554]: return func(*args, **kwargs) Nov 18 18:13:41.047046 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 18:13:41.047046 dv-cinder-816695-1-iscsi neutron-server[101554]: self._notify() Nov 18 18:13:41.047046 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 18:13:41.047046 dv-cinder-816695-1-iscsi neutron-server[101554]: self.callback(batched_events) Nov 18 18:13:41.047046 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 18:13:41.047046 dv-cinder-816695-1-iscsi neutron-server[101554]: event.method(event) Nov 18 18:13:41.047046 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 18:13:41.047046 dv-cinder-816695-1-iscsi neutron-server[101554]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 18:13:41.047046 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 18:13:41.047046 dv-cinder-816695-1-iscsi neutron-server[101554]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 18:13:41.047046 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 18:13:41.047046 dv-cinder-816695-1-iscsi neutron-server[101554]: return f(self, *a, **k) Nov 18 18:13:41.047046 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 18:13:41.047046 dv-cinder-816695-1-iscsi neutron-server[101554]: return self._get(url).json() Nov 18 18:13:41.047046 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 18:13:41.047046 dv-cinder-816695-1-iscsi neutron-server[101554]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 18:13:41.047046 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 18:13:41.047046 dv-cinder-816695-1-iscsi neutron-server[101554]: return self.request(url, 'GET', **kwargs) Nov 18 18:13:41.047046 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 18:13:41.047046 dv-cinder-816695-1-iscsi neutron-server[101554]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 18:13:41.047046 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 18:13:41.047046 dv-cinder-816695-1-iscsi neutron-server[101554]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 18:13:41.047046 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 18:13:41.047046 dv-cinder-816695-1-iscsi neutron-server[101554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 18:13:41.047046 dv-cinder-816695-1-iscsi neutron-server[101554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 18:13:41.069509 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-386357e9-f0f4-45d8-a5ad-13a45d2da1b7 req-78422fd4-cf4b-4554-9a64-37523f9c91d7 service neutron] 10.222.0.21 "GET /v2.0/networks/6154edaf-4d8d-4eb2-9748-db0b61476bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2745800 Nov 18 18:13:41.092327 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7842bcd3-7a44-4afd-97a9-a695df78cbc4 admin admin] Notify agent at l3_agent.dv-cinder-816695-1-iscsi the message routers_updated {{(pid=101553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 18:13:41.098345 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-7842bcd3-7a44-4afd-97a9-a695df78cbc4 admin admin] 10.222.0.21 "PUT /v2.0/routers/ecd9bdf8-b852-4b8c-9b33-bb97dda69e18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4759173 Nov 18 18:13:41.099093 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.46', 60749) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:13:41.232609 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93920da-758e-402d-9906-83ba1d2b041c req-ee5e207b-6697-4e4a-918c-53d7ee498d0a tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:13:41.234743 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-d93920da-758e-402d-9906-83ba1d2b041c req-ee5e207b-6697-4e4a-918c-53d7ee498d0a tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.46 "GET /v2.0/networks?id=55d864c4-26de-4319-ad49-480f70c18bec HTTP/1.1" status: 200 len: 815 time: 0.5256367 Nov 18 18:13:41.302541 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.v2.base [req-d93920da-758e-402d-9906-83ba1d2b041c req-0da9bc44-ff14-4fa5-a707-d15697eb284d tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Request body: {'port': {'device_id': '4c1fb574-4c1a-4ea7-bab9-434b7381aebd', 'network_id': '55d864c4-26de-4319-ad49-480f70c18bec', 'admin_state_up': True, 'tenant_id': 'ad60c6d708a846a38100e1a391c794b8'}} {{(pid=101554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:13:41.395883 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08275d2f-caa8-4ff2-a4df-e4c9c8592f46 req-d3103e05-caf5-4cc0-b3e3-aebfd2b82805 tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:13:41.398259 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-08275d2f-caa8-4ff2-a4df-e4c9c8592f46 req-d3103e05-caf5-4cc0-b3e3-aebfd2b82805 tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] 10.222.0.46 "GET /v2.0/networks?id=2a4fc9ff-28ae-4037-8086-d87ec1bf47f7 HTTP/1.1" status: 200 len: 812 time: 0.2927561 Nov 18 18:13:41.427052 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.v2.base [req-08275d2f-caa8-4ff2-a4df-e4c9c8592f46 req-169da6f1-dd4d-465a-b6aa-f386cc8737c6 tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] Request body: {'port': {'device_id': 'c56bde41-d0b6-4dd4-a5e6-ebd9c66dc49d', 'network_id': '2a4fc9ff-28ae-4037-8086-d87ec1bf47f7', 'admin_state_up': True, 'tenant_id': '4a0a33f78db44b8383fe45cfe3f29d9e'}} {{(pid=101553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:13:41.575520 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-fe0be551-be73-430e-a242-935d8eb2504a req-21d7d0f8-d668-45b9-b640-4fb85410bdbf tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/ports?device_id=48ce5274-bbd4-41d9-a7fd-7b3342e115ca HTTP/1.1" status: 200 len: 210 time: 0.1037502 Nov 18 18:13:41.668414 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-db2e861a-f77f-4f91-9496-1c1a91163094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-366119'] for network, after_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:41.782316 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 44270) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:13:41.807131 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-db2e861a-f77f-4f91-9496-1c1a91163094 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553968'] for network, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:41.824377 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-db2e861a-f77f-4f91-9496-1c1a91163094 admin admin] 10.222.0.21 "DELETE /v2.0/networks/25ba7943-09f5-46ad-be61-f63f24fd59a6 HTTP/1.1" status: 204 len: 168 time: 1.8917978 Nov 18 18:13:41.944527 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.v2.base [None req-aaa1da3c-3fd2-430a-a753-54562765f96e tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2025084351', 'description': 'tempest-description--1700565604'}} {{(pid=101554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:13:42.077399 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2e861a-f77f-4f91-9496-1c1a91163094 admin admin] Pushing event deleted for resources: {'Network': ['ID=25ba7943-09f5-46ad-be61-f63f24fd59a6,revision_number=None']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:13:42.127532 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Device 8e217a47-cea8-4a18-9ae0-2fec59077f79 up at agent ovs-agent-dv-cinder-816695-1-iscsi {{(pid=101555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:13:42.141840 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-413491db-78df-4c26-b2b2-a95baa317063 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:42.147461 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-aaa1da3c-3fd2-430a-a753-54562765f96e tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Notify callbacks [] for security_group, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:42.333437 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Provisioning complete for port 8e217a47-cea8-4a18-9ae0-2fec59077f79 triggered by entity L2. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:13:42.333821 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:42.402127 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-4272fba6-466f-4f15-a7da-69c80e868588 req-ee4e32e1-a86f-47b8-ad6c-5951c6c6111a tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] 10.222.0.21 "GET /v2.0/ports?device_id=c56bde41-d0b6-4dd4-a5e6-ebd9c66dc49d HTTP/1.1" status: 200 len: 210 time: 0.2330530 Nov 18 18:13:42.533700 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 44304) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:13:42.632272 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:42.633141 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d93920da-758e-402d-9906-83ba1d2b041c req-0da9bc44-ff14-4fa5-a707-d15697eb284d tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Made reservation on behalf of ad60c6d708a846a38100e1a391c794b8 for: {'port': 1} {{(pid=101554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 18:13:42.647709 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [req-d93920da-758e-402d-9906-83ba1d2b041c req-0da9bc44-ff14-4fa5-a707-d15697eb284d tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:42.664353 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08275d2f-caa8-4ff2-a4df-e4c9c8592f46 req-169da6f1-dd4d-465a-b6aa-f386cc8737c6 tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] Made reservation on behalf of 4a0a33f78db44b8383fe45cfe3f29d9e for: {'port': 1} {{(pid=101553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 18:13:42.669684 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-08275d2f-caa8-4ff2-a4df-e4c9c8592f46 req-169da6f1-dd4d-465a-b6aa-f386cc8737c6 tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:42.697367 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-413491db-78df-4c26-b2b2-a95baa317063 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:42.734663 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] For port 8e217a47-cea8-4a18-9ae0-2fec59077f79, host dv-cinder-816695-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816695-1-iscsi',level=0,port_id=8e217a47-cea8-4a18-9ae0-2fec59077f79,segment=NetworkSegment(ccf61333-990a-41b6-8fac-e85eb4401822),segment_id=ccf61333-990a-41b6-8fac-e85eb4401822)] {{(pid=101555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:13:42.744079 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:42.772772 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Device 7cdb1b29-727a-437e-9b0e-413eab56b52a up at agent ovs-agent-dv-cinder-816695-1-iscsi {{(pid=101555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:13:43.062534 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-aaa1da3c-3fd2-430a-a753-54562765f96e tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Notify callbacks [] for security_group, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:43.217927 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Pushing event updated for resources: {'Port': ['ID=8e217a47-cea8-4a18-9ae0-2fec59077f79,revision_number=4']} {{(pid=101555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:13:43.255371 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-7e2b0e55-2118-4ce7-8e2d-6c4492b75723 req-d2d2dc3d-fb9a-4450-99ec-5f6398584019 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c1fb574-4c1a-4ea7-bab9-434b7381aebd HTTP/1.1" status: 200 len: 210 time: 0.3893194 Nov 18 18:13:43.263781 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-aaa1da3c-3fd2-430a-a753-54562765f96e tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:43.274042 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-3af4833b-c6a7-49e9-bc14-75266cc7bea5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4edbc734f37c4b83b87022122bd6c471&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7386103 Nov 18 18:13:43.281640 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 44310) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:13:43.292298 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Provisioning complete for port 7cdb1b29-727a-437e-9b0e-413eab56b52a triggered by entity L2. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:13:43.292899 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:43.502363 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bcf5c3-5698-417a-8e21-e08f366b4abb req-0a842bd8-0923-43a4-a6af-db7ff7cbe7b9 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:13:43.517349 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-64bcf5c3-5698-417a-8e21-e08f366b4abb req-0a842bd8-0923-43a4-a6af-db7ff7cbe7b9 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/networks?id=6154edaf-4d8d-4eb2-9748-db0b61476bdf HTTP/1.1" status: 200 len: 818 time: 1.2997129 Nov 18 18:13:43.522234 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0af3fc-54cb-41d9-a015-515088991aa0 None None] Sync routers for ids ['ecd9bdf8-b852-4b8c-9b33-bb97dda69e18'] in dv-cinder-816695-1-iscsi {{(pid=101556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 18:13:43.544402 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0af3fc-54cb-41d9-a015-515088991aa0 None None] Routers {'ecd9bdf8-b852-4b8c-9b33-bb97dda69e18'} bound to L3 agent in host dv-cinder-816695-1-iscsi {{(pid=101556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:13:43.545044 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_hamode_db [None req-cb0af3fc-54cb-41d9-a015-515088991aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-18T18:05:14Z,description=,heartbeat_timestamp=2021-11-18T18:13:14Z,host='dv-cinder-816695-1-iscsi',id=11d55508-f5ea-4178-bd3a-0ed8666e5761,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T18:05:14Z,topic='l3_agent')) {'router_ids': ['ecd9bdf8-b852-4b8c-9b33-bb97dda69e18'], 'active': True} {{(pid=101556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:13:43.619768 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-64bcf5c3-5698-417a-8e21-e08f366b4abb req-a28c6d8d-f8cd-4bd9-820d-2b12f50e96fc tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/quotas/54a71c6fcc084e09bb76b54d410321c7 HTTP/1.1" status: 200 len: 375 time: 0.1008477 Nov 18 18:13:43.831542 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-cac19533-d560-4626-b41d-beb99ffd661d req-d01c4a7a-1403-4cb1-9fcb-4de8ea86d02b tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] 10.222.0.21 "GET /v2.0/ports?device_id=c56bde41-d0b6-4dd4-a5e6-ebd9c66dc49d HTTP/1.1" status: 200 len: 210 time: 0.1183047 Nov 18 18:13:43.885334 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_dvr_db [None req-cb0af3fc-54cb-41d9-a015-515088991aa0 None None] Set router ecd9bdf8-b852-4b8c-9b33-bb97dda69e18 gateway port host: dv-cinder-816695-1-iscsi {{(pid=101556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:13:43.931043 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-aaa1da3c-3fd2-430a-a753-54562765f96e tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Notify callbacks [] for security_group, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:43.938333 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-aaa1da3c-3fd2-430a-a753-54562765f96e tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.1109681 Nov 18 18:13:43.940491 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Device 8e217a47-cea8-4a18-9ae0-2fec59077f79 up at agent ovs-agent-dv-cinder-816695-1-iscsi {{(pid=101555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:13:43.946945 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 44334) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:13:43.976403 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.v2.base [None req-f68cebcd-16ab-4241-b5aa-f8e18d94cafa tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Request body: {'security_group_rule': {'security_group_id': 'a54f1b91-e755-42dd-80e2-81fd3516d0ed', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:13:43.982217 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.db.db_base_plugin_common [req-d93920da-758e-402d-9906-83ba1d2b041c req-0da9bc44-ff14-4fa5-a707-d15697eb284d tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Allocated IP 172.20.0.4 (55d864c4-26de-4319-ad49-480f70c18bec/8a26a515-bc32-4ac2-b36f-b3635dc5d87c/8731975e-6df9-4bd4-943d-d8cd15ccf574) {{(pid=101554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 18:13:44.007201 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa1da3c-3fd2-430a-a753-54562765f96e tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a54f1b91-e755-42dd-80e2-81fd3516d0ed,revision_number=1']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:13:44.057835 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-d49b4bc1-5d57-40a3-8b0d-9ac74086e738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:44.136722 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Provisioning complete for port 8e217a47-cea8-4a18-9ae0-2fec59077f79 triggered by entity L2. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:13:44.137694 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:44.250004 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:44.329151 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-f0e727e6-0b2d-4b44-8863-733bc9803601 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:44.332988 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-f68cebcd-16ab-4241-b5aa-f8e18d94cafa tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:44.481846 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_hamode_db [None req-cb0af3fc-54cb-41d9-a015-515088991aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecd9bdf8-b852-4b8c-9b33-bb97dda69e18', 'name': 'tempest-AttachVolumeShelveTestJSON-1542454211-router', 'tenant_id': '080aae90ae2d433d95e93daa3aeb17ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'external_fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '7cdb1b29-727a-437e-9b0e-413eab56b52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:13:25Z', 'updated_at': '2021-11-18T18:13:37Z', 'revision_number': 4, 'project_id': '080aae90ae2d433d95e93daa3aeb17ce', 'gw_port': {'id': '7cdb1b29-727a-437e-9b0e-413eab56b52a', 'name': '', 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:1c:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd9bdf8-b852-4b8c-9b33-bb97dda69e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:13:29Z', 'updated_at': '2021-11-18T18:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816695-1-iscsi', '_interfaces': [{'id': 'b0e75edb-f556-427e-a639-3e0939d5c4b9', 'name': '', 'network_id': 'f21b1cf4-9836-4a7b-8947-90f148ea7c8b', 'tenant_id': '080aae90ae2d433d95e93daa3aeb17ce', 'mac_address': 'fa:16:3e:f4:51:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecd9bdf8-b852-4b8c-9b33-bb97dda69e18', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7e1d2c9d-3536-4097-943a-2b344ea0e9fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:13:34Z', 'updated_at': '2021-11-18T18:13:38Z', 'revision_number': 2, 'project_id': '080aae90ae2d433d95e93daa3aeb17ce', 'subnets': [{'id': '7e1d2c9d-3536-4097-943a-2b344ea0e9fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816695-1-iscsi', False) {} {{(pid=101556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:13:44.552477 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-64bcf5c3-5698-417a-8e21-e08f366b4abb req-145d02e9-cd25-487c-a64b-b140d574f683 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=54a71c6fcc084e09bb76b54d410321c7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9315450 Nov 18 18:13:44.554143 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0af3fc-54cb-41d9-a015-515088991aa0 None None] Checking router: ecd9bdf8-b852-4b8c-9b33-bb97dda69e18 for host: dv-cinder-816695-1-iscsi {{(pid=101556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 18:13:44.554645 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0af3fc-54cb-41d9-a015-515088991aa0 None None] Updating router ecd9bdf8-b852-4b8c-9b33-bb97dda69e18 port b0e75edb-f556-427e-a639-3e0939d5c4b9 binding host dv-cinder-816695-1-iscsi {{(pid=101556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 18:13:44.624790 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron_lib.callbacks.manager [None req-cb0af3fc-54cb-41d9-a015-515088991aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:44.677324 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [req-d93920da-758e-402d-9906-83ba1d2b041c req-0da9bc44-ff14-4fa5-a707-d15697eb284d tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Notify callbacks [] for port, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:44.776608 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [req-d93920da-758e-402d-9906-83ba1d2b041c req-0da9bc44-ff14-4fa5-a707-d15697eb284d tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768456900401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6202601'] for port, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:44.886025 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-e3a848c2-ffa0-4288-a759-e5f077163e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:44.927290 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 44354) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:13:44.958640 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-f0e727e6-0b2d-4b44-8863-733bc9803601 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:45.038734 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d93920da-758e-402d-9906-83ba1d2b041c req-0da9bc44-ff14-4fa5-a707-d15697eb284d tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Network 55d864c4-26de-4319-ad49-480f70c18bec is already hosted by enough agents. {{(pid=101554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:13:45.055595 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.scheduler.base_scheduler [req-d93920da-758e-402d-9906-83ba1d2b041c req-0da9bc44-ff14-4fa5-a707-d15697eb284d tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Resources bound (agent type, host, resource id): {{(pid=101554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:13:45.065588 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da9bc44-ff14-4fa5-a707-d15697eb284d tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Pushing event updated for resources: {'Port': ['ID=8731975e-6df9-4bd4-943d-d8cd15ccf574,revision_number=1']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:13:45.069089 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.db.l3_dvrscheduler_db [req-d93920da-758e-402d-9906-83ba1d2b041c req-0da9bc44-ff14-4fa5-a707-d15697eb284d tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Received port after_create {{(pid=101554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 18:13:45.177106 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93920da-758e-402d-9906-83ba1d2b041c req-0da9bc44-ff14-4fa5-a707-d15697eb284d tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:13:45.183666 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [req-d93920da-758e-402d-9906-83ba1d2b041c req-0da9bc44-ff14-4fa5-a707-d15697eb284d tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553968'] for port, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:45.220420 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-44d24edc-2285-4358-93a2-d0a29d320772 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:45.222360 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-f0e727e6-0b2d-4b44-8863-733bc9803601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:45.225047 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-f0e727e6-0b2d-4b44-8863-733bc9803601 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:45.240919 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-f0e727e6-0b2d-4b44-8863-733bc9803601 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/604a115c-81f3-4bd1-9410-a0549e6d0c05 HTTP/1.1" status: 204 len: 168 time: 1.8771908 Nov 18 18:13:45.271721 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-d93920da-758e-402d-9906-83ba1d2b041c req-0da9bc44-ff14-4fa5-a707-d15697eb284d tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9852138 Nov 18 18:13:45.278305 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e727e6-0b2d-4b44-8863-733bc9803601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=604a115c-81f3-4bd1-9410-a0549e6d0c05,revision_number=None']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:13:45.305236 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.db.db_base_plugin_common [req-08275d2f-caa8-4ff2-a4df-e4c9c8592f46 req-169da6f1-dd4d-465a-b6aa-f386cc8737c6 tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] Allocated IP 172.20.0.14 (2a4fc9ff-28ae-4037-8086-d87ec1bf47f7/e6010182-aef8-4204-b03e-610f0ab680fc/b5e82a8f-fefa-4820-b385-2fa50b05dd14) {{(pid=101553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 18:13:45.398036 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-44d24edc-2285-4358-93a2-d0a29d320772 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:45.404425 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-44d24edc-2285-4358-93a2-d0a29d320772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:45.411168 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-413491db-78df-4c26-b2b2-a95baa317063 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Notify callbacks [] for port, precommit_update {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:45.471617 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-44d24edc-2285-4358-93a2-d0a29d320772 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a36d8660bff648c385cac52e69b8641d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5349538 Nov 18 18:13:45.472521 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d24edc-2285-4358-93a2-d0a29d320772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f942572-961e-4442-8625-bdc61cfab91f,revision_number=1']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:13:45.476176 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 44364) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:13:45.488566 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5e27f1-de74-4dde-a788-2b481cd8fc2a req-4ce72ae5-c99b-47d3-936c-f46132653eb7 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:13:45.495714 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-fe5e27f1-de74-4dde-a788-2b481cd8fc2a req-4ce72ae5-c99b-47d3-936c-f46132653eb7 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c1fb574-4c1a-4ea7-bab9-434b7381aebd HTTP/1.1" status: 200 len: 931 time: 0.9169238 Nov 18 18:13:45.496416 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-413491db-78df-4c26-b2b2-a95baa317063 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5584123'] for port, after_update {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:45.549167 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-e5c8965d-e132-4548-86a6-5703a8a69134 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:45.583707 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-e5c8965d-e132-4548-86a6-5703a8a69134 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:45.621208 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron_lib.callbacks.manager [None req-cb0af3fc-54cb-41d9-a015-515088991aa0 None None] Notify callbacks [] for port, precommit_update {{(pid=101556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:45.629412 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-f68cebcd-16ab-4241-b5aa-f8e18d94cafa tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:45.630045 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron_lib.callbacks.manager [None req-cb0af3fc-54cb-41d9-a015-515088991aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:45.633365 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-64bcf5c3-5698-417a-8e21-e08f366b4abb req-27ab8c19-d00d-4545-8878-8b1e3872a7c9 service neutron] 10.222.0.21 "GET /v2.0/networks/6154edaf-4d8d-4eb2-9748-db0b61476bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5018692 Nov 18 18:13:45.655879 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-e5c8965d-e132-4548-86a6-5703a8a69134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:45.659350 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-e5c8965d-e132-4548-86a6-5703a8a69134 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:45.660790 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-e5c8965d-e132-4548-86a6-5703a8a69134 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9f942572-961e-4442-8625-bdc61cfab91f HTTP/1.1" status: 204 len: 168 time: 0.1834006 Nov 18 18:13:45.671594 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c8965d-e132-4548-86a6-5703a8a69134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f942572-961e-4442-8625-bdc61cfab91f,revision_number=None']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:13:45.724828 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6d3afe-7c48-4868-8b1a-76ca30f78711 None None] Pushing event updated for resources: {'Port': ['ID=b0e75edb-f556-427e-a639-3e0939d5c4b9,revision_number=3']} {{(pid=101556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:13:45.741272 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-f68cebcd-16ab-4241-b5aa-f8e18d94cafa tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577100'] for security_group_rule, after_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:45.817691 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.plugins.ml2.managers [None req-cb0af3fc-54cb-41d9-a015-515088991aa0 None None] Attempting to bind port b0e75edb-f556-427e-a639-3e0939d5c4b9 on host dv-cinder-816695-1-iscsi for vnic_type normal with profile {{(pid=101556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 18 18:13:45.818069 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.plugins.ml2.managers [None req-cb0af3fc-54cb-41d9-a015-515088991aa0 None None] Attempting to bind port b0e75edb-f556-427e-a639-3e0939d5c4b9 by drivers openvswitch,hyperv on host dv-cinder-816695-1-iscsi at level 0 using segments [{'id': '43109070-f8b1-4cef-8fc5-8a83cb9b46d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'f21b1cf4-9836-4a7b-8947-90f148ea7c8b'}] {{(pid=101556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 18 18:13:45.818495 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0af3fc-54cb-41d9-a015-515088991aa0 None None] Attempting to bind port b0e75edb-f556-427e-a639-3e0939d5c4b9 on network f21b1cf4-9836-4a7b-8947-90f148ea7c8b {{(pid=101556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:13:45.822440 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 44368) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:13:45.836461 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0af3fc-54cb-41d9-a015-515088991aa0 None None] Checking agent: {'id': '1b150279-be03-4dd2-a318-1a957a9087ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816695-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 18, 5, 14), 'started_at': datetime.datetime(2021, 11, 18, 18, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 18, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816695-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 18:13:45.836877 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0af3fc-54cb-41d9-a015-515088991aa0 None None] Checking segment: {'id': '43109070-f8b1-4cef-8fc5-8a83cb9b46d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'f21b1cf4-9836-4a7b-8947-90f148ea7c8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 18 18:13:45.837386 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron_lib.callbacks.manager [None req-cb0af3fc-54cb-41d9-a015-515088991aa0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:45.839612 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0af3fc-54cb-41d9-a015-515088991aa0 None None] Bound using segment: {'id': '43109070-f8b1-4cef-8fc5-8a83cb9b46d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'f21b1cf4-9836-4a7b-8947-90f148ea7c8b'} {{(pid=101556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 18:13:45.840196 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.plugins.ml2.managers [None req-cb0af3fc-54cb-41d9-a015-515088991aa0 None None] Bound port: b0e75edb-f556-427e-a639-3e0939d5c4b9, host: dv-cinder-816695-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43109070-f8b1-4cef-8fc5-8a83cb9b46d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'f21b1cf4-9836-4a7b-8947-90f148ea7c8b'}}] {{(pid=101556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 18 18:13:45.840672 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron_lib.callbacks.manager [None req-cb0af3fc-54cb-41d9-a015-515088991aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:45.952853 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-ef282587-98e0-4ff3-99fd-601f4a08bc33 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e5c1725aa5fc4336a2dffecc1009ad85&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1238940 Nov 18 18:13:45.959878 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 44376) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:13:45.964077 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.plugins.ml2.db [None req-cb0af3fc-54cb-41d9-a015-515088991aa0 None None] For port b0e75edb-f556-427e-a639-3e0939d5c4b9, host dv-cinder-816695-1-iscsi, cleared binding levels {{(pid=101556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 18:13:45.969858 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.plugins.ml2.db [None req-cb0af3fc-54cb-41d9-a015-515088991aa0 None None] For port b0e75edb-f556-427e-a639-3e0939d5c4b9, host dv-cinder-816695-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816695-1-iscsi',level=0,port_id=b0e75edb-f556-427e-a639-3e0939d5c4b9,segment=NetworkSegment(43109070-f8b1-4cef-8fc5-8a83cb9b46d4),segment_id=43109070-f8b1-4cef-8fc5-8a83cb9b46d4)] {{(pid=101556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 18:13:45.976486 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron_lib.callbacks.manager [None req-cb0af3fc-54cb-41d9-a015-515088991aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:46.074174 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-56a2060e-af49-4d78-a365-cf43a442c627 None None] Provisioning complete for port b0e75edb-f556-427e-a639-3e0939d5c4b9 triggered by entity DHCP. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:13:46.076246 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-56a2060e-af49-4d78-a365-cf43a442c627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:46.143589 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-48b8341f-9232-4f63-bf74-d43cf3427210 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:46.160521 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68cebcd-16ab-4241-b5aa-f8e18d94cafa tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5529c5a-15a6-4acb-a470-b5da1f6b0b98,revision_number=0']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:13:46.172309 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0af3fc-54cb-41d9-a015-515088991aa0 None None] Routers {'ecd9bdf8-b852-4b8c-9b33-bb97dda69e18'} bound to L3 agent in host dv-cinder-816695-1-iscsi {{(pid=101556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:13:46.173287 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_hamode_db [None req-cb0af3fc-54cb-41d9-a015-515088991aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-18T18:05:14Z,description=,heartbeat_timestamp=2021-11-18T18:13:44Z,host='dv-cinder-816695-1-iscsi',id=11d55508-f5ea-4178-bd3a-0ed8666e5761,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T18:05:14Z,topic='l3_agent')) {'router_ids': ['ecd9bdf8-b852-4b8c-9b33-bb97dda69e18'], 'active': True} {{(pid=101556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:13:46.182239 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-48b8341f-9232-4f63-bf74-d43cf3427210 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:46.331609 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [req-d93920da-758e-402d-9906-83ba1d2b041c req-29118fc6-6698-410d-90d1-e91beda18bcb tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101554) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 18:13:46.332785 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-d93920da-758e-402d-9906-83ba1d2b041c req-29118fc6-6698-410d-90d1-e91beda18bcb tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0264878 Nov 18 18:13:46.334164 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-48b8341f-9232-4f63-bf74-d43cf3427210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:46.341446 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-48b8341f-9232-4f63-bf74-d43cf3427210 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:46.345520 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-48b8341f-9232-4f63-bf74-d43cf3427210 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e81b6946-c33d-4ee8-bac1-d7b8e2cfe3bd HTTP/1.1" status: 204 len: 168 time: 0.3815496 Nov 18 18:13:46.353774 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b8341f-9232-4f63-bf74-d43cf3427210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e81b6946-c33d-4ee8-bac1-d7b8e2cfe3bd,revision_number=None']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:13:46.441477 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f87ba9-36d6-4ae0-9c52-d65636e031e1 None None] Sync routers for ids ['572ef13c-0dc9-4973-893d-b2424cb0c1fa'] in dv-cinder-816695-1-iscsi {{(pid=101555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 18:13:46.455475 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-56a2060e-af49-4d78-a365-cf43a442c627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:46.522618 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f87ba9-36d6-4ae0-9c52-d65636e031e1 None None] Routers {'572ef13c-0dc9-4973-893d-b2424cb0c1fa'} bound to L3 agent in host dv-cinder-816695-1-iscsi {{(pid=101555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:13:46.523272 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_hamode_db [None req-17f87ba9-36d6-4ae0-9c52-d65636e031e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-18T18:05:14Z,description=,heartbeat_timestamp=2021-11-18T18:13:44Z,host='dv-cinder-816695-1-iscsi',id=11d55508-f5ea-4178-bd3a-0ed8666e5761,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T18:05:14Z,topic='l3_agent')) {'router_ids': ['572ef13c-0dc9-4973-893d-b2424cb0c1fa'], 'active': True} {{(pid=101555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:13:46.570751 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6d3afe-7c48-4868-8b1a-76ca30f78711 None None] Pushing event updated for resources: {'Port': ['ID=b0e75edb-f556-427e-a639-3e0939d5c4b9,revision_number=4']} {{(pid=101556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:13:46.603188 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-413491db-78df-4c26-b2b2-a95baa317063 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-366129'] for floatingip, after_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:46.666760 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413491db-78df-4c26-b2b2-a95baa317063 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Pushing event updated for resources: {'Port': ['ID=4326dcb9-1a2a-4211-9ab5-6d400f8a0457,revision_number=2']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:13:46.698287 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_dvr_db [None req-cb0af3fc-54cb-41d9-a015-515088991aa0 None None] Set router ecd9bdf8-b852-4b8c-9b33-bb97dda69e18 gateway port host: dv-cinder-816695-1-iscsi {{(pid=101556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:13:46.751158 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-56a2060e-af49-4d78-a365-cf43a442c627 None None] For port b0e75edb-f556-427e-a639-3e0939d5c4b9, host dv-cinder-816695-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816695-1-iscsi',level=0,port_id=b0e75edb-f556-427e-a639-3e0939d5c4b9,segment=NetworkSegment(43109070-f8b1-4cef-8fc5-8a83cb9b46d4),segment_id=43109070-f8b1-4cef-8fc5-8a83cb9b46d4)] {{(pid=101555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:13:46.766987 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-56a2060e-af49-4d78-a365-cf43a442c627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:46.773713 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.46', 60761) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:13:46.793701 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-f68cebcd-16ab-4241-b5aa-f8e18d94cafa tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:46.796972 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-f68cebcd-16ab-4241-b5aa-f8e18d94cafa tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.8379021 Nov 18 18:13:46.806253 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-fe5e27f1-de74-4dde-a788-2b481cd8fc2a req-73a3fa73-5be0-4acc-a041-cebd8545cebb tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb4519c5-e238-4dc3-a08d-3d011a53b08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2465751 Nov 18 18:13:46.823496 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 44410) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:13:46.851129 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.v2.base [None req-cc651d38-c823-424a-b067-2246132e7bd0 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Request body: {'security_group_rule': {'security_group_id': 'a54f1b91-e755-42dd-80e2-81fd3516d0ed', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:13:46.946998 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-08275d2f-caa8-4ff2-a4df-e4c9c8592f46 req-169da6f1-dd4d-465a-b6aa-f386cc8737c6 tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] Notify callbacks [] for port, precommit_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:47.037026 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-413491db-78df-4c26-b2b2-a95baa317063 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47340'] for floatingip, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:47.043654 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-413491db-78df-4c26-b2b2-a95baa317063 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 10.6320872 Nov 18 18:13:47.050926 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-08275d2f-caa8-4ff2-a4df-e4c9c8592f46 req-169da6f1-dd4d-465a-b6aa-f386cc8737c6 tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768456900401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5584108'] for port, after_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:47.061708 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-cc651d38-c823-424a-b067-2246132e7bd0 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:47.125112 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386357e9-f0f4-45d8-a5ad-13a45d2da1b7 req-1e606178-1a56-494c-a4a5-c82e4ea632b0 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:13:47.127045 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-386357e9-f0f4-45d8-a5ad-13a45d2da1b7 req-1e606178-1a56-494c-a4a5-c82e4ea632b0 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.46 "GET /v2.0/networks?id=6154edaf-4d8d-4eb2-9748-db0b61476bdf HTTP/1.1" status: 200 len: 818 time: 0.6065059 Nov 18 18:13:47.203163 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.v2.base [req-386357e9-f0f4-45d8-a5ad-13a45d2da1b7 req-22bc5976-1e07-4a85-bad5-9da2879d5ed5 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Request body: {'port': {'device_id': '48ce5274-bbd4-41d9-a7fd-7b3342e115ca', 'network_id': '6154edaf-4d8d-4eb2-9748-db0b61476bdf', 'admin_state_up': True, 'tenant_id': '54a71c6fcc084e09bb76b54d410321c7'}} {{(pid=101554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:13:47.255751 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a2060e-af49-4d78-a365-cf43a442c627 None None] Pushing event updated for resources: {'Port': ['ID=b0e75edb-f556-427e-a639-3e0939d5c4b9,revision_number=5']} {{(pid=101555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:13:47.378170 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-cd169395-ba62-4885-8b1f-e6616afe023f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:47.418639 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_dvr_db [None req-17f87ba9-36d6-4ae0-9c52-d65636e031e1 None None] Set router 572ef13c-0dc9-4973-893d-b2424cb0c1fa gateway port host: dv-cinder-816695-1-iscsi {{(pid=101555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:13:47.487991 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-64bcf5c3-5698-417a-8e21-e08f366b4abb req-1e883354-0625-4327-8970-1c7aae3c5a00 service neutron] 10.222.0.21 "GET /v2.0/networks/6154edaf-4d8d-4eb2-9748-db0b61476bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7521992 Nov 18 18:13:47.508410 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.v2.base [req-d93920da-758e-402d-9906-83ba1d2b041c req-47974c83-52e9-4e7a-94b1-d0701b07a163 service neutron] Request body: {'port': {'device_id': '4c1fb574-4c1a-4ea7-bab9-434b7381aebd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81669'}} {{(pid=101554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:13:47.513394 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08275d2f-caa8-4ff2-a4df-e4c9c8592f46 req-169da6f1-dd4d-465a-b6aa-f386cc8737c6 tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] Network 2a4fc9ff-28ae-4037-8086-d87ec1bf47f7 is already hosted by enough agents. {{(pid=101553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:13:47.554648 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.scheduler.base_scheduler [req-08275d2f-caa8-4ff2-a4df-e4c9c8592f46 req-169da6f1-dd4d-465a-b6aa-f386cc8737c6 tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] Resources bound (agent type, host, resource id): {{(pid=101553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:13:47.562377 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.db.l3_dvrscheduler_db [req-08275d2f-caa8-4ff2-a4df-e4c9c8592f46 req-169da6f1-dd4d-465a-b6aa-f386cc8737c6 tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] Received port after_create {{(pid=101553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 18:13:47.576006 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_hamode_db [None req-cb0af3fc-54cb-41d9-a015-515088991aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecd9bdf8-b852-4b8c-9b33-bb97dda69e18', 'name': 'tempest-AttachVolumeShelveTestJSON-1542454211-router', 'tenant_id': '080aae90ae2d433d95e93daa3aeb17ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'external_fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '7cdb1b29-727a-437e-9b0e-413eab56b52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:13:25Z', 'updated_at': '2021-11-18T18:13:37Z', 'revision_number': 4, 'project_id': '080aae90ae2d433d95e93daa3aeb17ce', 'gw_port': {'id': '7cdb1b29-727a-437e-9b0e-413eab56b52a', 'name': '', 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:1c:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd9bdf8-b852-4b8c-9b33-bb97dda69e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:13:29Z', 'updated_at': '2021-11-18T18:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816695-1-iscsi', '_interfaces': [{'id': 'b0e75edb-f556-427e-a639-3e0939d5c4b9', 'name': '', 'network_id': 'f21b1cf4-9836-4a7b-8947-90f148ea7c8b', 'tenant_id': '080aae90ae2d433d95e93daa3aeb17ce', 'mac_address': 'fa:16:3e:f4:51:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecd9bdf8-b852-4b8c-9b33-bb97dda69e18', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7e1d2c9d-3536-4097-943a-2b344ea0e9fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:13:34Z', 'updated_at': '2021-11-18T18:13:45Z', 'revision_number': 4, 'project_id': '080aae90ae2d433d95e93daa3aeb17ce', 'subnets': [{'id': '7e1d2c9d-3536-4097-943a-2b344ea0e9fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816695-1-iscsi', False) {} {{(pid=101556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:13:47.696720 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0af3fc-54cb-41d9-a015-515088991aa0 None None] The sync data for ids ['ecd9bdf8-b852-4b8c-9b33-bb97dda69e18'] in dv-cinder-816695-1-iscsi is: [{'id': 'ecd9bdf8-b852-4b8c-9b33-bb97dda69e18', 'name': 'tempest-AttachVolumeShelveTestJSON-1542454211-router', 'tenant_id': '080aae90ae2d433d95e93daa3aeb17ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'external_fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '7cdb1b29-727a-437e-9b0e-413eab56b52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:13:25Z', 'updated_at': '2021-11-18T18:13:37Z', 'revision_number': 4, 'project_id': '080aae90ae2d433d95e93daa3aeb17ce', 'gw_port': {'id': '7cdb1b29-727a-437e-9b0e-413eab56b52a', 'name': '', 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:1c:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd9bdf8-b852-4b8c-9b33-bb97dda69e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:13:29Z', 'updated_at': '2021-11-18T18:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816695-1-iscsi', '_interfaces': [{'id': 'b0e75edb-f556-427e-a639-3e0939d5c4b9', 'name': '', 'network_id': 'f21b1cf4-9836-4a7b-8947-90f148ea7c8b', 'tenant_id': '080aae90ae2d433d95e93daa3aeb17ce', 'mac_address': 'fa:16:3e:f4:51:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecd9bdf8-b852-4b8c-9b33-bb97dda69e18', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7e1d2c9d-3536-4097-943a-2b344ea0e9fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:13:34Z', 'updated_at': '2021-11-18T18:13:45Z', 'revision_number': 4, 'project_id': '080aae90ae2d433d95e93daa3aeb17ce', 'subnets': [{'id': '7e1d2c9d-3536-4097-943a-2b344ea0e9fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 18:13:47.715326 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-3a230336-f443-4aef-ac24-475da0a27eea None None] Provisioning complete for port b0e75edb-f556-427e-a639-3e0939d5c4b9 triggered by entity DHCP. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:13:47.718823 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-3a230336-f443-4aef-ac24-475da0a27eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:47.775550 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7869d56-5fc7-4d83-9e81-8d7cf8bf30f9 req-cb4a45ec-4b3a-4ec8-adbf-95bcd5f8c929 tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:13:47.779386 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-e7869d56-5fc7-4d83-9e81-8d7cf8bf30f9 req-cb4a45ec-4b3a-4ec8-adbf-95bcd5f8c929 tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] 10.222.0.21 "GET /v2.0/ports?device_id=c56bde41-d0b6-4dd4-a5e6-ebd9c66dc49d HTTP/1.1" status: 200 len: 932 time: 0.6687303 Nov 18 18:13:47.785685 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169da6f1-dd4d-465a-b6aa-f386cc8737c6 tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] Pushing event updated for resources: {'Port': ['ID=b5e82a8f-fefa-4820-b385-2fa50b05dd14,revision_number=1']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:13:47.823012 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-cc651d38-c823-424a-b067-2246132e7bd0 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:47.832386 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-cc651d38-c823-424a-b067-2246132e7bd0 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577100'] for security_group_rule, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:47.864970 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-386357e9-f0f4-45d8-a5ad-13a45d2da1b7 req-22bc5976-1e07-4a85-bad5-9da2879d5ed5 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Made reservation on behalf of 54a71c6fcc084e09bb76b54d410321c7 for: {'port': 1} {{(pid=101554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 18:13:47.888249 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [req-386357e9-f0f4-45d8-a5ad-13a45d2da1b7 req-22bc5976-1e07-4a85-bad5-9da2879d5ed5 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:47.893460 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [req-d93920da-758e-402d-9906-83ba1d2b041c req-47974c83-52e9-4e7a-94b1-d0701b07a163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:47.906255 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08275d2f-caa8-4ff2-a4df-e4c9c8592f46 req-169da6f1-dd4d-465a-b6aa-f386cc8737c6 tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:13:47.906941 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-08275d2f-caa8-4ff2-a4df-e4c9c8592f46 req-169da6f1-dd4d-465a-b6aa-f386cc8737c6 tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553968'] for port, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:48.063185 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-e7869d56-5fc7-4d83-9e81-8d7cf8bf30f9 req-d506dfee-cd8f-4a2b-bb46-c7162abc3040 tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] 10.222.0.21 "GET /v2.0/security-groups?id=04f8c7b0-0112-42fb-9aac-a17876feddfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597635 Nov 18 18:13:48.083716 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-08275d2f-caa8-4ff2-a4df-e4c9c8592f46 req-169da6f1-dd4d-465a-b6aa-f386cc8737c6 tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.6695411 Nov 18 18:13:48.347514 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-2c5150e8-fbe3-4203-a8d2-73d8ad3f1615 req-7e386367-285d-4803-9c4c-6707791346ea tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1384676766&fields=id&tenant_id=03d899808f1a4723a8e0d1b00ed1a01d HTTP/1.1" status: 200 len: 267 time: 0.2556887 Nov 18 18:13:48.362410 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.v2.base [req-08275d2f-caa8-4ff2-a4df-e4c9c8592f46 req-d8d601a9-5bf1-4416-86b0-6b11d04d5e0c service neutron] Request body: {'port': {'device_id': 'c56bde41-d0b6-4dd4-a5e6-ebd9c66dc49d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81669'}} {{(pid=101553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:13:48.548539 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc651d38-c823-424a-b067-2246132e7bd0 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2079ffe7-a1ae-4864-8067-0a3526b0edc8,revision_number=0']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:13:48.559375 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-cc651d38-c823-424a-b067-2246132e7bd0 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:48.559519 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_hamode_db [None req-17f87ba9-36d6-4ae0-9c52-d65636e031e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '572ef13c-0dc9-4973-893d-b2424cb0c1fa', 'name': 'tempest-ServerRescueNegativeTestJSON-112644736-router', 'tenant_id': '54a71c6fcc084e09bb76b54d410321c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'external_fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '8e217a47-cea8-4a18-9ae0-2fec59077f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:13:27Z', 'updated_at': '2021-11-18T18:13:37Z', 'revision_number': 4, 'project_id': '54a71c6fcc084e09bb76b54d410321c7', 'gw_port': {'id': '8e217a47-cea8-4a18-9ae0-2fec59077f79', 'name': '', 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:2f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572ef13c-0dc9-4973-893d-b2424cb0c1fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:13:29Z', 'updated_at': '2021-11-18T18:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816695-1-iscsi', '_interfaces': [{'id': '959e05ed-8908-46e3-859c-bb00c4b41514', 'name': '', 'network_id': '6154edaf-4d8d-4eb2-9748-db0b61476bdf', 'tenant_id': '54a71c6fcc084e09bb76b54d410321c7', 'mac_address': 'fa:16:3e:ae:d0:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '572ef13c-0dc9-4973-893d-b2424cb0c1fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '7228a873-9d05-4b76-9e24-c9343ad2ab35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:13:35Z', 'updated_at': '2021-11-18T18:13:37Z', 'revision_number': 2, 'project_id': '54a71c6fcc084e09bb76b54d410321c7', 'subnets': [{'id': '7228a873-9d05-4b76-9e24-c9343ad2ab35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816695-1-iscsi', False) {} {{(pid=101555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:13:48.562237 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-cc651d38-c823-424a-b067-2246132e7bd0 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7261288 Nov 18 18:13:48.579411 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 44476) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:13:48.616964 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.v2.base [None req-05e09899-4053-4777-a661-e7520ebbfa58 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Request body: {'floatingip': {'floating_network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364'}} {{(pid=101554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:13:48.690909 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f87ba9-36d6-4ae0-9c52-d65636e031e1 None None] Checking router: 572ef13c-0dc9-4973-893d-b2424cb0c1fa for host: dv-cinder-816695-1-iscsi {{(pid=101555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 18:13:48.692037 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f87ba9-36d6-4ae0-9c52-d65636e031e1 None None] Updating router 572ef13c-0dc9-4973-893d-b2424cb0c1fa port 959e05ed-8908-46e3-859c-bb00c4b41514 binding host dv-cinder-816695-1-iscsi {{(pid=101555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 18:13:48.801846 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-17f87ba9-36d6-4ae0-9c52-d65636e031e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:48.901588 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-08275d2f-caa8-4ff2-a4df-e4c9c8592f46 req-d8d601a9-5bf1-4416-86b0-6b11d04d5e0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:49.038827 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a39c54-5441-46cf-b0c5-0500b9aeb22a req-a0cba60e-c447-4200-bfa2-106ad440edb0 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:13:49.042568 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-05e09899-4053-4777-a661-e7520ebbfa58 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Notify callbacks [] for floatingip, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:49.052811 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-09a39c54-5441-46cf-b0c5-0500b9aeb22a req-a0cba60e-c447-4200-bfa2-106ad440edb0 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c1fb574-4c1a-4ea7-bab9-434b7381aebd HTTP/1.1" status: 200 len: 931 time: 0.7277844 Nov 18 18:13:49.287731 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5150e8-fbe3-4203-a8d2-73d8ad3f1615 req-2ddb37b0-5d84-4ee4-b289-f331c6d0ab20 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:13:49.306559 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-2c5150e8-fbe3-4203-a8d2-73d8ad3f1615 req-2ddb37b0-5d84-4ee4-b289-f331c6d0ab20 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/networks?id=548d4c85-a92c-4982-a16e-af3d8afd47ad HTTP/1.1" status: 200 len: 811 time: 0.9324536 Nov 18 18:13:49.394588 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-2c5150e8-fbe3-4203-a8d2-73d8ad3f1615 req-777d2819-40da-4f34-b9f2-0875bf85485b tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/quotas/03d899808f1a4723a8e0d1b00ed1a01d HTTP/1.1" status: 200 len: 375 time: 0.0870612 Nov 18 18:13:49.439708 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-09a39c54-5441-46cf-b0c5-0500b9aeb22a req-c59dc837-ca3f-4a7f-a0a4-cf75d4aa5a97 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb4519c5-e238-4dc3-a08d-3d011a53b08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3857341 Nov 18 18:13:49.873603 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-7ae43ba2-3437-4502-851c-5a75063c0160 req-19a8c866-6336-4a90-bef8-1cddde60acd2 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/ports?device_id=772bd24f-916b-474d-b066-90b4ab242777 HTTP/1.1" status: 200 len: 210 time: 0.1930857 Nov 18 18:13:49.908435 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-2c5150e8-fbe3-4203-a8d2-73d8ad3f1615 req-e0ac2d12-ad0b-4520-b13d-1adc9aa35964 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=03d899808f1a4723a8e0d1b00ed1a01d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5118961 Nov 18 18:13:49.950480 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Device b0e75edb-f556-427e-a639-3e0939d5c4b9 up at agent ovs-agent-dv-cinder-816695-1-iscsi {{(pid=101555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:13:50.080461 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Provisioning complete for port b0e75edb-f556-427e-a639-3e0939d5c4b9 triggered by entity L2. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:13:50.082738 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:50.110135 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.db.db_base_plugin_common [req-386357e9-f0f4-45d8-a5ad-13a45d2da1b7 req-22bc5976-1e07-4a85-bad5-9da2879d5ed5 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Allocated IP 172.20.0.2 (6154edaf-4d8d-4eb2-9748-db0b61476bdf/7228a873-9d05-4b76-9e24-c9343ad2ab35/4094900d-0e79-4f32-bbef-bbebdacfd67b) {{(pid=101554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 18:13:50.160851 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.notifiers.nova [req-d93920da-758e-402d-9906-83ba1d2b041c req-47974c83-52e9-4e7a-94b1-d0701b07a163 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8731975e-6df9-4bd4-943d-d8cd15ccf574 {{(pid=101554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 18:13:50.175857 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.46', 60769) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:13:50.180533 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [req-d93920da-758e-402d-9906-83ba1d2b041c req-47974c83-52e9-4e7a-94b1-d0701b07a163 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:50.253078 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.db.provisioning_blocks [req-d93920da-758e-402d-9906-83ba1d2b041c req-47974c83-52e9-4e7a-94b1-d0701b07a163 service neutron] Transition to ACTIVE for port object 8731975e-6df9-4bd4-943d-d8cd15ccf574 will not be triggered until provisioned by entity L2. {{(pid=101554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 18:13:50.313036 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [req-d93920da-758e-402d-9906-83ba1d2b041c req-47974c83-52e9-4e7a-94b1-d0701b07a163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6202622'] for port, after_update {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:50.379555 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47974c83-52e9-4e7a-94b1-d0701b07a163 service neutron] Pushing event updated for resources: {'Port': ['ID=8731975e-6df9-4bd4-943d-d8cd15ccf574,revision_number=2']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:13:50.752519 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.notifiers.nova [req-08275d2f-caa8-4ff2-a4df-e4c9c8592f46 req-d8d601a9-5bf1-4416-86b0-6b11d04d5e0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5e82a8f-fefa-4820-b385-2fa50b05dd14 {{(pid=101553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 18:13:50.807331 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-08275d2f-caa8-4ff2-a4df-e4c9c8592f46 req-d8d601a9-5bf1-4416-86b0-6b11d04d5e0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:50.937909 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c045dad-f25e-43ef-88d9-d1950a0ebb63 req-34bd6045-90d2-46f5-b467-02b24caf4767 tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:13:50.939481 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-1c045dad-f25e-43ef-88d9-d1950a0ebb63 req-34bd6045-90d2-46f5-b467-02b24caf4767 tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] 10.222.0.21 "GET /v2.0/ports?device_id=c56bde41-d0b6-4dd4-a5e6-ebd9c66dc49d HTTP/1.1" status: 200 len: 932 time: 0.4422495 Nov 18 18:13:50.987621 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.db.provisioning_blocks [req-08275d2f-caa8-4ff2-a4df-e4c9c8592f46 req-d8d601a9-5bf1-4416-86b0-6b11d04d5e0c service neutron] Transition to ACTIVE for port object b5e82a8f-fefa-4820-b385-2fa50b05dd14 will not be triggered until provisioned by entity L2. {{(pid=101553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 18:13:51.080215 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-08275d2f-caa8-4ff2-a4df-e4c9c8592f46 req-d8d601a9-5bf1-4416-86b0-6b11d04d5e0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5584123'] for port, after_update {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:51.082956 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-05e09899-4053-4777-a661-e7520ebbfa58 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:51.123130 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-2c5150e8-fbe3-4203-a8d2-73d8ad3f1615 req-d3eac7c8-3dea-46e7-8649-be93c24e60c2 service neutron] 10.222.0.21 "GET /v2.0/networks/548d4c85-a92c-4982-a16e-af3d8afd47ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0974185 Nov 18 18:13:51.258633 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bcf5c3-5698-417a-8e21-e08f366b4abb req-fc1c9ccd-025e-47ba-a336-2c7adb1d260e tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:13:51.259307 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-1c045dad-f25e-43ef-88d9-d1950a0ebb63 req-df4e7a99-845f-4210-a130-83470a000850 tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] 10.222.0.21 "GET /v2.0/security-groups?id=04f8c7b0-0112-42fb-9aac-a17876feddfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2961063 Nov 18 18:13:51.263161 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-64bcf5c3-5698-417a-8e21-e08f366b4abb req-fc1c9ccd-025e-47ba-a336-2c7adb1d260e tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.46 "GET /v2.0/networks?id=6154edaf-4d8d-4eb2-9748-db0b61476bdf HTTP/1.1" status: 200 len: 818 time: 1.0351391 Nov 18 18:13:51.287705 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d601a9-5bf1-4416-86b0-6b11d04d5e0c service neutron] Pushing event updated for resources: {'Port': ['ID=b5e82a8f-fefa-4820-b385-2fa50b05dd14,revision_number=2']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:13:51.314638 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.v2.base [req-64bcf5c3-5698-417a-8e21-e08f366b4abb req-e3c62fc6-8996-4d4c-b02b-3fd053019687 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Request body: {'port': {'device_id': '772bd24f-916b-474d-b066-90b4ab242777', 'network_id': '6154edaf-4d8d-4eb2-9748-db0b61476bdf', 'admin_state_up': True, 'tenant_id': '54a71c6fcc084e09bb76b54d410321c7'}} {{(pid=101554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:13:51.434014 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [req-386357e9-f0f4-45d8-a5ad-13a45d2da1b7 req-22bc5976-1e07-4a85-bad5-9da2879d5ed5 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Notify callbacks [] for port, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:51.567072 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.managers [req-d93920da-758e-402d-9906-83ba1d2b041c req-47974c83-52e9-4e7a-94b1-d0701b07a163 service neutron] Attempting to bind port 8731975e-6df9-4bd4-943d-d8cd15ccf574 on host hv-cinder-81669 for vnic_type normal with profile {{(pid=101554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 18 18:13:51.572264 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.managers [req-d93920da-758e-402d-9906-83ba1d2b041c req-47974c83-52e9-4e7a-94b1-d0701b07a163 service neutron] Attempting to bind port 8731975e-6df9-4bd4-943d-d8cd15ccf574 by drivers openvswitch,hyperv on host hv-cinder-81669 at level 0 using segments [{'id': '8db404f7-7509-4e1d-af51-a1837b138434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '55d864c4-26de-4319-ad49-480f70c18bec'}] {{(pid=101554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 18 18:13:51.572981 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d93920da-758e-402d-9906-83ba1d2b041c req-47974c83-52e9-4e7a-94b1-d0701b07a163 service neutron] Attempting to bind port 8731975e-6df9-4bd4-943d-d8cd15ccf574 on network 55d864c4-26de-4319-ad49-480f70c18bec {{(pid=101554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:13:51.692669 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d93920da-758e-402d-9906-83ba1d2b041c req-47974c83-52e9-4e7a-94b1-d0701b07a163 service neutron] Port 8731975e-6df9-4bd4-943d-d8cd15ccf574 on network 55d864c4-26de-4319-ad49-480f70c18bec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81669 {{(pid=101554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 18:13:51.696107 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d93920da-758e-402d-9906-83ba1d2b041c req-47974c83-52e9-4e7a-94b1-d0701b07a163 service neutron] Attempting to bind port 8731975e-6df9-4bd4-943d-d8cd15ccf574 on network 55d864c4-26de-4319-ad49-480f70c18bec {{(pid=101554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:13:51.771668 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.db.db_base_plugin_common [None req-05e09899-4053-4777-a661-e7520ebbfa58 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Allocated IP 172.27.0.66 (681a8de3-317c-4c8e-b068-d1104cc9c364/7ba09554-0552-4432-a7a0-26d8d0284def/95ab61ce-9c5c-4fc0-a9e9-4aa4ef25918a) {{(pid=101554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 18:13:51.774409 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d93920da-758e-402d-9906-83ba1d2b041c req-47974c83-52e9-4e7a-94b1-d0701b07a163 service neutron] Checking agent: {'id': 'de52c200-415c-462d-a684-4cc0655308c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81669', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 18, 11, 25), 'started_at': datetime.datetime(2021, 11, 18, 18, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 18, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 18:13:51.774879 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d93920da-758e-402d-9906-83ba1d2b041c req-47974c83-52e9-4e7a-94b1-d0701b07a163 service neutron] Checking segment: {'id': '8db404f7-7509-4e1d-af51-a1837b138434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '55d864c4-26de-4319-ad49-480f70c18bec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 18 18:13:51.775891 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d93920da-758e-402d-9906-83ba1d2b041c req-47974c83-52e9-4e7a-94b1-d0701b07a163 service neutron] Bound using segment: {'id': '8db404f7-7509-4e1d-af51-a1837b138434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '55d864c4-26de-4319-ad49-480f70c18bec'} {{(pid=101554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 18:13:51.776572 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.managers [req-d93920da-758e-402d-9906-83ba1d2b041c req-47974c83-52e9-4e7a-94b1-d0701b07a163 service neutron] Bound port: 8731975e-6df9-4bd4-943d-d8cd15ccf574, host: hv-cinder-81669, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8db404f7-7509-4e1d-af51-a1837b138434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '55d864c4-26de-4319-ad49-480f70c18bec'}}] {{(pid=101554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 18 18:13:51.777192 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [req-d93920da-758e-402d-9906-83ba1d2b041c req-47974c83-52e9-4e7a-94b1-d0701b07a163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:51.898416 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [req-386357e9-f0f4-45d8-a5ad-13a45d2da1b7 req-22bc5976-1e07-4a85-bad5-9da2879d5ed5 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768456900401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6202601'] for port, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:51.905434 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-2c5150e8-fbe3-4203-a8d2-73d8ad3f1615 req-87aa672f-f9ff-4452-9802-8baec33da9e3 service neutron] 10.222.0.21 "GET /v2.0/networks/548d4c85-a92c-4982-a16e-af3d8afd47ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7802975 Nov 18 18:13:51.918926 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.managers [req-08275d2f-caa8-4ff2-a4df-e4c9c8592f46 req-d8d601a9-5bf1-4416-86b0-6b11d04d5e0c service neutron] Attempting to bind port b5e82a8f-fefa-4820-b385-2fa50b05dd14 on host hv-cinder-81669 for vnic_type normal with profile {{(pid=101553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 18 18:13:51.932381 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.managers [req-08275d2f-caa8-4ff2-a4df-e4c9c8592f46 req-d8d601a9-5bf1-4416-86b0-6b11d04d5e0c service neutron] Attempting to bind port b5e82a8f-fefa-4820-b385-2fa50b05dd14 by drivers openvswitch,hyperv on host hv-cinder-81669 at level 0 using segments [{'id': '6b4c2375-729f-463b-b3ac-894a018a385a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '2a4fc9ff-28ae-4037-8086-d87ec1bf47f7'}] {{(pid=101553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 18 18:13:51.932381 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08275d2f-caa8-4ff2-a4df-e4c9c8592f46 req-d8d601a9-5bf1-4416-86b0-6b11d04d5e0c service neutron] Attempting to bind port b5e82a8f-fefa-4820-b385-2fa50b05dd14 on network 2a4fc9ff-28ae-4037-8086-d87ec1bf47f7 {{(pid=101553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:13:51.979034 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f8087e-06a8-4b5a-adbd-4bc246bbddbb req-0c71c65b-ac79-485b-a4bb-6fb8950ddd17 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:13:51.992796 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-96f8087e-06a8-4b5a-adbd-4bc246bbddbb req-0c71c65b-ac79-485b-a4bb-6fb8950ddd17 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c1fb574-4c1a-4ea7-bab9-434b7381aebd HTTP/1.1" status: 200 len: 943 time: 0.3426843 Nov 18 18:13:51.997709 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 44552) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:13:52.034212 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08275d2f-caa8-4ff2-a4df-e4c9c8592f46 req-d8d601a9-5bf1-4416-86b0-6b11d04d5e0c service neutron] Port b5e82a8f-fefa-4820-b385-2fa50b05dd14 on network 2a4fc9ff-28ae-4037-8086-d87ec1bf47f7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81669 {{(pid=101553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 18:13:52.035592 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08275d2f-caa8-4ff2-a4df-e4c9c8592f46 req-d8d601a9-5bf1-4416-86b0-6b11d04d5e0c service neutron] Attempting to bind port b5e82a8f-fefa-4820-b385-2fa50b05dd14 on network 2a4fc9ff-28ae-4037-8086-d87ec1bf47f7 {{(pid=101553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:13:52.081578 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08275d2f-caa8-4ff2-a4df-e4c9c8592f46 req-d8d601a9-5bf1-4416-86b0-6b11d04d5e0c service neutron] Checking agent: {'id': 'de52c200-415c-462d-a684-4cc0655308c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81669', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 18, 11, 25), 'started_at': datetime.datetime(2021, 11, 18, 18, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 18, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 18:13:52.084915 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08275d2f-caa8-4ff2-a4df-e4c9c8592f46 req-d8d601a9-5bf1-4416-86b0-6b11d04d5e0c service neutron] Checking segment: {'id': '6b4c2375-729f-463b-b3ac-894a018a385a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '2a4fc9ff-28ae-4037-8086-d87ec1bf47f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 18 18:13:52.085669 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08275d2f-caa8-4ff2-a4df-e4c9c8592f46 req-d8d601a9-5bf1-4416-86b0-6b11d04d5e0c service neutron] Bound using segment: {'id': '6b4c2375-729f-463b-b3ac-894a018a385a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '2a4fc9ff-28ae-4037-8086-d87ec1bf47f7'} {{(pid=101553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 18:13:52.086376 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.managers [req-08275d2f-caa8-4ff2-a4df-e4c9c8592f46 req-d8d601a9-5bf1-4416-86b0-6b11d04d5e0c service neutron] Bound port: b5e82a8f-fefa-4820-b385-2fa50b05dd14, host: hv-cinder-81669, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b4c2375-729f-463b-b3ac-894a018a385a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '2a4fc9ff-28ae-4037-8086-d87ec1bf47f7'}}] {{(pid=101553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 18 18:13:52.086924 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-08275d2f-caa8-4ff2-a4df-e4c9c8592f46 req-d8d601a9-5bf1-4416-86b0-6b11d04d5e0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:52.192803 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-17f87ba9-36d6-4ae0-9c52-d65636e031e1 None None] Notify callbacks [] for port, precommit_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:52.195369 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bc5976-1e07-4a85-bad5-9da2879d5ed5 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Pushing event updated for resources: {'Port': ['ID=4094900d-0e79-4f32-bbef-bbebdacfd67b,revision_number=1']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:13:52.202376 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-17f87ba9-36d6-4ae0-9c52-d65636e031e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:52.358384 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-96f8087e-06a8-4b5a-adbd-4bc246bbddbb req-7e50d43b-c23c-408f-b151-f81d9afe04f8 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb4519c5-e238-4dc3-a08d-3d011a53b08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3511817 Nov 18 18:13:52.434478 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-a021b5c9-8d41-4bfb-a2f0-86c09c404601 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:52.436420 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22db76c9-3557-4206-aa6a-2b819af340a2 None None] Pushing event updated for resources: {'Port': ['ID=959e05ed-8908-46e3-859c-bb00c4b41514,revision_number=3']} {{(pid=101555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:13:52.470743 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-386357e9-f0f4-45d8-a5ad-13a45d2da1b7 req-22bc5976-1e07-4a85-bad5-9da2879d5ed5 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Network 6154edaf-4d8d-4eb2-9748-db0b61476bdf is already hosted by enough agents. {{(pid=101554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:13:52.487827 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.managers [None req-17f87ba9-36d6-4ae0-9c52-d65636e031e1 None None] Attempting to bind port 959e05ed-8908-46e3-859c-bb00c4b41514 on host dv-cinder-816695-1-iscsi for vnic_type normal with profile {{(pid=101555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 18 18:13:52.488400 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.managers [None req-17f87ba9-36d6-4ae0-9c52-d65636e031e1 None None] Attempting to bind port 959e05ed-8908-46e3-859c-bb00c4b41514 by drivers openvswitch,hyperv on host dv-cinder-816695-1-iscsi at level 0 using segments [{'id': 'ba09b5a1-aed9-41ef-92fc-a1bf32b2cd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '6154edaf-4d8d-4eb2-9748-db0b61476bdf'}] {{(pid=101555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 18 18:13:52.488863 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f87ba9-36d6-4ae0-9c52-d65636e031e1 None None] Attempting to bind port 959e05ed-8908-46e3-859c-bb00c4b41514 on network 6154edaf-4d8d-4eb2-9748-db0b61476bdf {{(pid=101555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:13:52.503090 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.scheduler.base_scheduler [req-386357e9-f0f4-45d8-a5ad-13a45d2da1b7 req-22bc5976-1e07-4a85-bad5-9da2879d5ed5 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Resources bound (agent type, host, resource id): {{(pid=101554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:13:52.506323 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64bcf5c3-5698-417a-8e21-e08f366b4abb req-e3c62fc6-8996-4d4c-b02b-3fd053019687 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Made reservation on behalf of 54a71c6fcc084e09bb76b54d410321c7 for: {'port': 1} {{(pid=101554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 18:13:52.507972 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f87ba9-36d6-4ae0-9c52-d65636e031e1 None None] Checking agent: {'id': '1b150279-be03-4dd2-a318-1a957a9087ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816695-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 18, 5, 14), 'started_at': datetime.datetime(2021, 11, 18, 18, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 18, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816695-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 18:13:52.509516 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f87ba9-36d6-4ae0-9c52-d65636e031e1 None None] Checking segment: {'id': 'ba09b5a1-aed9-41ef-92fc-a1bf32b2cd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '6154edaf-4d8d-4eb2-9748-db0b61476bdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 18 18:13:52.510124 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-17f87ba9-36d6-4ae0-9c52-d65636e031e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:52.510680 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f87ba9-36d6-4ae0-9c52-d65636e031e1 None None] Bound using segment: {'id': 'ba09b5a1-aed9-41ef-92fc-a1bf32b2cd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '6154edaf-4d8d-4eb2-9748-db0b61476bdf'} {{(pid=101555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 18:13:52.511497 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [req-64bcf5c3-5698-417a-8e21-e08f366b4abb req-e3c62fc6-8996-4d4c-b02b-3fd053019687 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:52.512316 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.managers [None req-17f87ba9-36d6-4ae0-9c52-d65636e031e1 None None] Bound port: 959e05ed-8908-46e3-859c-bb00c4b41514, host: dv-cinder-816695-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba09b5a1-aed9-41ef-92fc-a1bf32b2cd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '6154edaf-4d8d-4eb2-9748-db0b61476bdf'}}] {{(pid=101555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 18 18:13:52.513253 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-17f87ba9-36d6-4ae0-9c52-d65636e031e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:52.516560 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.db.l3_dvrscheduler_db [req-386357e9-f0f4-45d8-a5ad-13a45d2da1b7 req-22bc5976-1e07-4a85-bad5-9da2879d5ed5 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Received port after_create {{(pid=101554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 18:13:52.669463 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.db [req-d93920da-758e-402d-9906-83ba1d2b041c req-47974c83-52e9-4e7a-94b1-d0701b07a163 service neutron] For port 8731975e-6df9-4bd4-943d-d8cd15ccf574, host hv-cinder-81669, cleared binding levels {{(pid=101554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 18:13:52.694344 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-cc459074-c8a3-4407-a575-aafecfb9972c req-3cebb9e9-ea6a-4284-aaef-f88361a33cb4 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/ports?device_id=772bd24f-916b-474d-b066-90b4ab242777 HTTP/1.1" status: 200 len: 210 time: 0.2140305 Nov 18 18:13:52.711925 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-17f87ba9-36d6-4ae0-9c52-d65636e031e1 None None] For port 959e05ed-8908-46e3-859c-bb00c4b41514, host dv-cinder-816695-1-iscsi, cleared binding levels {{(pid=101555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 18:13:52.721519 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-5c668196-c91b-47aa-aac1-bf4e689db776 req-bfa380f4-0604-4942-9234-a4796a19c8b8 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/ports?device_id=7336ff2b-a36e-417a-9f1b-c737fdefc35a HTTP/1.1" status: 200 len: 210 time: 0.2717838 Nov 18 18:13:52.747706 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-17f87ba9-36d6-4ae0-9c52-d65636e031e1 None None] For port 959e05ed-8908-46e3-859c-bb00c4b41514, host dv-cinder-816695-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816695-1-iscsi',level=0,port_id=959e05ed-8908-46e3-859c-bb00c4b41514,segment=NetworkSegment(ba09b5a1-aed9-41ef-92fc-a1bf32b2cd99),segment_id=ba09b5a1-aed9-41ef-92fc-a1bf32b2cd99)] {{(pid=101555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 18:13:52.757285 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-17f87ba9-36d6-4ae0-9c52-d65636e031e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:52.804383 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.db [req-08275d2f-caa8-4ff2-a4df-e4c9c8592f46 req-d8d601a9-5bf1-4416-86b0-6b11d04d5e0c service neutron] For port b5e82a8f-fefa-4820-b385-2fa50b05dd14, host hv-cinder-81669, cleared binding levels {{(pid=101553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 18:13:52.834818 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.db [req-08275d2f-caa8-4ff2-a4df-e4c9c8592f46 req-d8d601a9-5bf1-4416-86b0-6b11d04d5e0c service neutron] For port b5e82a8f-fefa-4820-b385-2fa50b05dd14, host hv-cinder-81669, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81669',level=0,port_id=b5e82a8f-fefa-4820-b385-2fa50b05dd14,segment=NetworkSegment(6b4c2375-729f-463b-b3ac-894a018a385a),segment_id=6b4c2375-729f-463b-b3ac-894a018a385a)] {{(pid=101553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 18:13:52.865589 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22db76c9-3557-4206-aa6a-2b819af340a2 None None] Pushing event updated for resources: {'Port': ['ID=959e05ed-8908-46e3-859c-bb00c4b41514,revision_number=4']} {{(pid=101555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:13:52.866566 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.db [req-d93920da-758e-402d-9906-83ba1d2b041c req-47974c83-52e9-4e7a-94b1-d0701b07a163 service neutron] For port 8731975e-6df9-4bd4-943d-d8cd15ccf574, host hv-cinder-81669, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81669',level=0,port_id=8731975e-6df9-4bd4-943d-d8cd15ccf574,segment=NetworkSegment(8db404f7-7509-4e1d-af51-a1837b138434),segment_id=8db404f7-7509-4e1d-af51-a1837b138434)] {{(pid=101554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 18:13:52.903159 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386357e9-f0f4-45d8-a5ad-13a45d2da1b7 req-22bc5976-1e07-4a85-bad5-9da2879d5ed5 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:13:52.904161 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [req-386357e9-f0f4-45d8-a5ad-13a45d2da1b7 req-22bc5976-1e07-4a85-bad5-9da2879d5ed5 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553968'] for port, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:52.926810 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [req-d93920da-758e-402d-9906-83ba1d2b041c req-47974c83-52e9-4e7a-94b1-d0701b07a163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6202622'] for port, after_update {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:52.945332 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f87ba9-36d6-4ae0-9c52-d65636e031e1 None None] Routers {'572ef13c-0dc9-4973-893d-b2424cb0c1fa'} bound to L3 agent in host dv-cinder-816695-1-iscsi {{(pid=101555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:13:52.950305 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_hamode_db [None req-17f87ba9-36d6-4ae0-9c52-d65636e031e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-18T18:05:14Z,description=,heartbeat_timestamp=2021-11-18T18:13:44Z,host='dv-cinder-816695-1-iscsi',id=11d55508-f5ea-4178-bd3a-0ed8666e5761,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T18:05:14Z,topic='l3_agent')) {'router_ids': ['572ef13c-0dc9-4973-893d-b2424cb0c1fa'], 'active': True} {{(pid=101555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:13:52.956081 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-05e09899-4053-4777-a661-e7520ebbfa58 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Notify callbacks [] for port, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:53.017230 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-386357e9-f0f4-45d8-a5ad-13a45d2da1b7 req-22bc5976-1e07-4a85-bad5-9da2879d5ed5 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.8416486 Nov 18 18:13:53.027505 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93920da-758e-402d-9906-83ba1d2b041c req-47974c83-52e9-4e7a-94b1-d0701b07a163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:13:53.028219 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [req-d93920da-758e-402d-9906-83ba1d2b041c req-47974c83-52e9-4e7a-94b1-d0701b07a163 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553968'] for port, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:53.030033 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-d93920da-758e-402d-9906-83ba1d2b041c req-47974c83-52e9-4e7a-94b1-d0701b07a163 service neutron] 10.222.0.46 "PUT /v2.0/ports/8731975e-6df9-4bd4-943d-d8cd15ccf574 HTTP/1.1" status: 200 len: 1093 time: 6.2534719 Nov 18 18:13:53.034171 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c1fb574-4c1a-4ea7-bab9-434b7381aebd', 'tag': '8731975e-6df9-4bd4-943d-d8cd15ccf574'}] {{(pid=101554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:13:53.072924 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-a021b5c9-8d41-4bfb-a2f0-86c09c404601 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:53.084001 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-08275d2f-caa8-4ff2-a4df-e4c9c8592f46 req-d8d601a9-5bf1-4416-86b0-6b11d04d5e0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5584123'] for port, after_update {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:53.114825 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.v2.base [req-386357e9-f0f4-45d8-a5ad-13a45d2da1b7 req-1808762e-e63c-4ee4-8aa9-fca061807751 service neutron] Request body: {'port': {'device_id': '48ce5274-bbd4-41d9-a7fd-7b3342e115ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81669'}} {{(pid=101554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:13:53.235320 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-a021b5c9-8d41-4bfb-a2f0-86c09c404601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:53.349947 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08275d2f-caa8-4ff2-a4df-e4c9c8592f46 req-d8d601a9-5bf1-4416-86b0-6b11d04d5e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:13:53.350903 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-08275d2f-caa8-4ff2-a4df-e4c9c8592f46 req-d8d601a9-5bf1-4416-86b0-6b11d04d5e0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553968'] for port, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:53.353259 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-08275d2f-caa8-4ff2-a4df-e4c9c8592f46 req-d8d601a9-5bf1-4416-86b0-6b11d04d5e0c service neutron] 10.222.0.46 "PUT /v2.0/ports/b5e82a8f-fefa-4820-b385-2fa50b05dd14 HTTP/1.1" status: 200 len: 1094 time: 5.0321643 Nov 18 18:13:53.382373 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_dvr_db [None req-17f87ba9-36d6-4ae0-9c52-d65636e031e1 None None] Set router 572ef13c-0dc9-4973-893d-b2424cb0c1fa gateway port host: dv-cinder-816695-1-iscsi {{(pid=101555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:13:53.383900 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c56bde41-d0b6-4dd4-a5e6-ebd9c66dc49d', 'tag': 'b5e82a8f-fefa-4820-b385-2fa50b05dd14'}] {{(pid=101553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:13:53.621655 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb61eab-4dcc-4dec-b902-7da3d0111910 req-c2cefd55-69da-404e-923a-136c372d7af6 tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:13:53.624234 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-5fb61eab-4dcc-4dec-b902-7da3d0111910 req-c2cefd55-69da-404e-923a-136c372d7af6 tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] 10.222.0.21 "GET /v2.0/ports?device_id=c56bde41-d0b6-4dd4-a5e6-ebd9c66dc49d HTTP/1.1" status: 200 len: 944 time: 0.6332076 Nov 18 18:13:53.636295 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3f9c8695bc273365e1ae5046181e224bccdab9c1f2bdac51621509927968c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-092ff53e-c847-4f1c-bfd6-0724c97d4251" -d '{"events": [{"name": "network-changed", "server_uuid": "c56bde41-d0b6-4dd4-a5e6-ebd9c66dc49d", "tag": "b5e82a8f-fefa-4820-b385-2fa50b05dd14"}]}' {{(pid=101553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:13:53.734936 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-a021b5c9-8d41-4bfb-a2f0-86c09c404601 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bcf75149720d42fe86f7156fe1975537&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7332940 Nov 18 18:13:53.743602 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 44604) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:13:53.749677 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a021b5c9-8d41-4bfb-a2f0-86c09c404601 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5833acb9-4bd5-42e7-a349-e3a6d2649627,revision_number=1']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:13:53.794468 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb6a83c3ebc788d099039a2e3a9a485db9e94d86a5b55328e01f3a68fc6aec2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71b43c9d-a036-4df1-9d14-94a173d27e5d" -d '{"events": [{"name": "network-changed", "server_uuid": "4c1fb574-4c1a-4ea7-bab9-434b7381aebd", "tag": "8731975e-6df9-4bd4-943d-d8cd15ccf574"}]}' {{(pid=101554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:13:53.810757 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d601a9-5bf1-4416-86b0-6b11d04d5e0c service neutron] Pushing event updated for resources: {'Port': ['ID=b5e82a8f-fefa-4820-b385-2fa50b05dd14,revision_number=3']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:13:53.845437 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47974c83-52e9-4e7a-94b1-d0701b07a163 service neutron] Pushing event updated for resources: {'Port': ['ID=8731975e-6df9-4bd4-943d-d8cd15ccf574,revision_number=3']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:13:53.875631 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.db.db_base_plugin_common [req-64bcf5c3-5698-417a-8e21-e08f366b4abb req-e3c62fc6-8996-4d4c-b02b-3fd053019687 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Allocated IP 172.20.0.14 (6154edaf-4d8d-4eb2-9748-db0b61476bdf/7228a873-9d05-4b76-9e24-c9343ad2ab35/f81ef956-4ab2-48d8-a239-4d364a76a8dd) {{(pid=101554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 18:13:53.878727 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46559da5-32dc-4ea0-8977-834b5cf7f75b req-ba2b602c-47ab-43c2-9219-21e8aa5acbad tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:13:53.887144 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-46559da5-32dc-4ea0-8977-834b5cf7f75b req-ba2b602c-47ab-43c2-9219-21e8aa5acbad tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c1fb574-4c1a-4ea7-bab9-434b7381aebd HTTP/1.1" status: 200 len: 943 time: 0.4436841 Nov 18 18:13:53.945300 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-5fb61eab-4dcc-4dec-b902-7da3d0111910 req-e6636854-8a20-4c10-9b93-50647c8570ad tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] 10.222.0.21 "GET /v2.0/security-groups?id=04f8c7b0-0112-42fb-9aac-a17876feddfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670624 Nov 18 18:13:53.968253 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_hamode_db [None req-17f87ba9-36d6-4ae0-9c52-d65636e031e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '572ef13c-0dc9-4973-893d-b2424cb0c1fa', 'name': 'tempest-ServerRescueNegativeTestJSON-112644736-router', 'tenant_id': '54a71c6fcc084e09bb76b54d410321c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'external_fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '8e217a47-cea8-4a18-9ae0-2fec59077f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:13:27Z', 'updated_at': '2021-11-18T18:13:37Z', 'revision_number': 4, 'project_id': '54a71c6fcc084e09bb76b54d410321c7', 'gw_port': {'id': '8e217a47-cea8-4a18-9ae0-2fec59077f79', 'name': '', 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:2f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572ef13c-0dc9-4973-893d-b2424cb0c1fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:13:29Z', 'updated_at': '2021-11-18T18:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816695-1-iscsi', '_interfaces': [{'id': '959e05ed-8908-46e3-859c-bb00c4b41514', 'name': '', 'network_id': '6154edaf-4d8d-4eb2-9748-db0b61476bdf', 'tenant_id': '54a71c6fcc084e09bb76b54d410321c7', 'mac_address': 'fa:16:3e:ae:d0:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '572ef13c-0dc9-4973-893d-b2424cb0c1fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '7228a873-9d05-4b76-9e24-c9343ad2ab35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:13:35Z', 'updated_at': '2021-11-18T18:13:52Z', 'revision_number': 4, 'project_id': '54a71c6fcc084e09bb76b54d410321c7', 'subnets': [{'id': '7228a873-9d05-4b76-9e24-c9343ad2ab35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816695-1-iscsi', False) {} {{(pid=101555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:13:54.017058 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-0d4da112-86e8-4b96-a508-dca14401cf57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:54.038463 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-05e09899-4053-4777-a661-e7520ebbfa58 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768456900401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6202601'] for port, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:54.084501 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-46559da5-32dc-4ea0-8977-834b5cf7f75b req-a4b7de6f-7d81-4308-b7d8-4ff45eb01651 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb4519c5-e238-4dc3-a08d-3d011a53b08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960108 Nov 18 18:13:54.101424 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f87ba9-36d6-4ae0-9c52-d65636e031e1 None None] The sync data for ids ['572ef13c-0dc9-4973-893d-b2424cb0c1fa'] in dv-cinder-816695-1-iscsi is: [{'id': '572ef13c-0dc9-4973-893d-b2424cb0c1fa', 'name': 'tempest-ServerRescueNegativeTestJSON-112644736-router', 'tenant_id': '54a71c6fcc084e09bb76b54d410321c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'external_fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '8e217a47-cea8-4a18-9ae0-2fec59077f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:13:27Z', 'updated_at': '2021-11-18T18:13:37Z', 'revision_number': 4, 'project_id': '54a71c6fcc084e09bb76b54d410321c7', 'gw_port': {'id': '8e217a47-cea8-4a18-9ae0-2fec59077f79', 'name': '', 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:2f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572ef13c-0dc9-4973-893d-b2424cb0c1fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:13:29Z', 'updated_at': '2021-11-18T18:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816695-1-iscsi', '_interfaces': [{'id': '959e05ed-8908-46e3-859c-bb00c4b41514', 'name': '', 'network_id': '6154edaf-4d8d-4eb2-9748-db0b61476bdf', 'tenant_id': '54a71c6fcc084e09bb76b54d410321c7', 'mac_address': 'fa:16:3e:ae:d0:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '572ef13c-0dc9-4973-893d-b2424cb0c1fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '7228a873-9d05-4b76-9e24-c9343ad2ab35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:13:35Z', 'updated_at': '2021-11-18T18:13:52Z', 'revision_number': 4, 'project_id': '54a71c6fcc084e09bb76b54d410321c7', 'subnets': [{'id': '7228a873-9d05-4b76-9e24-c9343ad2ab35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 18:13:54.126901 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Device 959e05ed-8908-46e3-859c-bb00c4b41514 up at agent ovs-agent-dv-cinder-816695-1-iscsi {{(pid=101555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:13:54.160378 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08275d2f-caa8-4ff2-a4df-e4c9c8592f46 req-348ca5b1-5a2f-48cf-9947-dc6d013cf46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:13:54.169059 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-08275d2f-caa8-4ff2-a4df-e4c9c8592f46 req-348ca5b1-5a2f-48cf-9947-dc6d013cf46a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4a0a33f78db44b8383fe45cfe3f29d9e&device_id=c56bde41-d0b6-4dd4-a5e6-ebd9c66dc49d HTTP/1.1" status: 200 len: 1097 time: 0.3008776 Nov 18 18:13:54.174684 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [req-386357e9-f0f4-45d8-a5ad-13a45d2da1b7 req-1808762e-e63c-4ee4-8aa9-fca061807751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:54.181766 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-0d4da112-86e8-4b96-a508-dca14401cf57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:54.196456 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93920da-758e-402d-9906-83ba1d2b041c req-7c8a93b4-4c12-4eb9-8dbd-b3853cc89f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:13:54.198560 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-d93920da-758e-402d-9906-83ba1d2b041c req-7c8a93b4-4c12-4eb9-8dbd-b3853cc89f63 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ad60c6d708a846a38100e1a391c794b8&device_id=4c1fb574-4c1a-4ea7-bab9-434b7381aebd HTTP/1.1" status: 200 len: 1096 time: 1.0608740 Nov 18 18:13:54.246699 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e09899-4053-4777-a661-e7520ebbfa58 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Network 681a8de3-317c-4c8e-b068-d1104cc9c364 is already hosted by enough agents. {{(pid=101554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:13:54.414032 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Provisioning complete for port 959e05ed-8908-46e3-859c-bb00c4b41514 triggered by entity L2. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:13:54.415398 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:54.464293 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-08275d2f-caa8-4ff2-a4df-e4c9c8592f46 req-0ad5b2fe-a6b9-41b3-999a-b8ac1bfc7236 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b5e82a8f-fefa-4820-b385-2fa50b05dd14 HTTP/1.1" status: 200 len: 217 time: 0.2752385 Nov 18 18:13:54.476191 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.scheduler.base_scheduler [None req-05e09899-4053-4777-a661-e7520ebbfa58 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Resources bound (agent type, host, resource id): {{(pid=101554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:13:54.583781 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-e946097f-8f46-4d4c-8893-a7092257d137 req-4d2f2cbc-c2a2-4bc7-a10a-ddf852aca9ef tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/ports?device_id=772bd24f-916b-474d-b066-90b4ab242777 HTTP/1.1" status: 200 len: 210 time: 0.1162422 Nov 18 18:13:54.733739 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:54.826055 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08275d2f-caa8-4ff2-a4df-e4c9c8592f46 req-5dda1330-9810-4a78-8da8-1ce23df0dc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:13:54.828161 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-08275d2f-caa8-4ff2-a4df-e4c9c8592f46 req-5dda1330-9810-4a78-8da8-1ce23df0dc85 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e6010182-aef8-4204-b03e-610f0ab680fc HTTP/1.1" status: 200 len: 852 time: 0.2394533 Nov 18 18:13:54.861878 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 18:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26b8d471-fc69-4bae-b183-18217b904f0a x-openstack-request-id: req-26b8d471-fc69-4bae-b183-18217b904f0a {{(pid=101553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:13:54.862477 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c56bde41-d0b6-4dd4-a5e6-ebd9c66dc49d", "tag": "b5e82a8f-fefa-4820-b385-2fa50b05dd14", "status": "completed", "code": 200}]} {{(pid=101553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:13:54.863090 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-26b8d471-fc69-4bae-b183-18217b904f0a {{(pid=101553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:13:54.864647 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c56bde41-d0b6-4dd4-a5e6-ebd9c66dc49d', 'tag': 'b5e82a8f-fefa-4820-b385-2fa50b05dd14', 'status': 'completed', 'code': 200} Nov 18 18:13:54.938200 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] For port 959e05ed-8908-46e3-859c-bb00c4b41514, host dv-cinder-816695-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816695-1-iscsi',level=0,port_id=959e05ed-8908-46e3-859c-bb00c4b41514,segment=NetworkSegment(ba09b5a1-aed9-41ef-92fc-a1bf32b2cd99),segment_id=ba09b5a1-aed9-41ef-92fc-a1bf32b2cd99)] {{(pid=101555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:13:54.952478 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:55.077055 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [req-64bcf5c3-5698-417a-8e21-e08f366b4abb req-e3c62fc6-8996-4d4c-b02b-3fd053019687 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Notify callbacks [] for port, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:55.161583 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-60119888-bf7c-4b09-b7b8-2a99068675f5 req-e10e56ee-4822-4738-bd66-c80f3c9fe7dd tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/ports?device_id=7336ff2b-a36e-417a-9f1b-c737fdefc35a HTTP/1.1" status: 200 len: 210 time: 0.2952440 Nov 18 18:13:55.175837 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Pushing event updated for resources: {'Port': ['ID=959e05ed-8908-46e3-859c-bb00c4b41514,revision_number=5']} {{(pid=101555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:13:55.190323 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.46', 60776) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:13:55.200286 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-08275d2f-caa8-4ff2-a4df-e4c9c8592f46 req-751d352f-853b-41b1-9ed3-cedb889b96f1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2a4fc9ff-28ae-4037-8086-d87ec1bf47f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3322742 Nov 18 18:13:55.201145 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 18:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53958408-efb5-4f9c-bfd6-79528ef988ab x-openstack-request-id: req-53958408-efb5-4f9c-bfd6-79528ef988ab {{(pid=101554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:13:55.201720 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c1fb574-4c1a-4ea7-bab9-434b7381aebd", "tag": "8731975e-6df9-4bd4-943d-d8cd15ccf574", "status": "completed", "code": 200}]} {{(pid=101554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:13:55.202114 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-53958408-efb5-4f9c-bfd6-79528ef988ab {{(pid=101554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:13:55.202685 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c1fb574-4c1a-4ea7-bab9-434b7381aebd', 'tag': '8731975e-6df9-4bd4-943d-d8cd15ccf574', 'status': 'completed', 'code': 200} Nov 18 18:13:55.203673 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e09899-4053-4777-a661-e7520ebbfa58 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Received port after_create {{(pid=101554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 18:13:55.315458 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-d93920da-758e-402d-9906-83ba1d2b041c req-97826c76-2e4e-44bd-bc59-e0b02d9729e6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8731975e-6df9-4bd4-943d-d8cd15ccf574 HTTP/1.1" status: 200 len: 217 time: 1.0677776 Nov 18 18:13:55.316608 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [req-64bcf5c3-5698-417a-8e21-e08f366b4abb req-e3c62fc6-8996-4d4c-b02b-3fd053019687 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768456900401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6202601'] for port, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:55.322640 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e09899-4053-4777-a661-e7520ebbfa58 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Pushing event updated for resources: {'Port': ['ID=95ab61ce-9c5c-4fc0-a9e9-4aa4ef25918a,revision_number=1']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:13:55.472508 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:55.580007 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40175a63-e21b-490a-ba12-8183d4974fb6 req-c96a059f-4841-4645-bbf4-7675009691e3 tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:13:55.581598 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-40175a63-e21b-490a-ba12-8183d4974fb6 req-c96a059f-4841-4645-bbf4-7675009691e3 tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] 10.222.0.21 "GET /v2.0/ports?device_id=c56bde41-d0b6-4dd4-a5e6-ebd9c66dc49d HTTP/1.1" status: 200 len: 944 time: 0.3449092 Nov 18 18:13:55.679181 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-0d4da112-86e8-4b96-a508-dca14401cf57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:55.682917 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-0d4da112-86e8-4b96-a508-dca14401cf57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:55.684507 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-0d4da112-86e8-4b96-a508-dca14401cf57 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5833acb9-4bd5-42e7-a349-e3a6d2649627 HTTP/1.1" status: 204 len: 168 time: 1.9315531 Nov 18 18:13:55.694167 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-40175a63-e21b-490a-ba12-8183d4974fb6 req-2acd3dcd-38da-4243-a044-eb970f222283 tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] 10.222.0.21 "GET /v2.0/security-groups?id=04f8c7b0-0112-42fb-9aac-a17876feddfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910535 Nov 18 18:13:55.764690 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4da112-86e8-4b96-a508-dca14401cf57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5833acb9-4bd5-42e7-a349-e3a6d2649627,revision_number=None']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:13:55.776021 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec6130a-cb63-43e0-8cf4-0c0315821c2a req-284ed697-2754-46d2-b576-4f368dc980e0 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:13:55.785681 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-fec6130a-cb63-43e0-8cf4-0c0315821c2a req-284ed697-2754-46d2-b576-4f368dc980e0 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c1fb574-4c1a-4ea7-bab9-434b7381aebd HTTP/1.1" status: 200 len: 943 time: 0.3794801 Nov 18 18:13:55.895868 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-08275d2f-caa8-4ff2-a4df-e4c9c8592f46 req-afc5b564-a8b6-4a5d-b284-45dd765a1656 service neutron] 10.222.0.46 "GET /v2.0/networks/2a4fc9ff-28ae-4037-8086-d87ec1bf47f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6620371 Nov 18 18:13:55.910543 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5150e8-fbe3-4203-a8d2-73d8ad3f1615 req-b2d17f2b-32b9-45d8-a1ef-a16086615d42 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:13:55.912191 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-2c5150e8-fbe3-4203-a8d2-73d8ad3f1615 req-b2d17f2b-32b9-45d8-a1ef-a16086615d42 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.46 "GET /v2.0/networks?id=548d4c85-a92c-4982-a16e-af3d8afd47ad HTTP/1.1" status: 200 len: 811 time: 0.7109041 Nov 18 18:13:55.931119 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-fec6130a-cb63-43e0-8cf4-0c0315821c2a req-3ff993e9-4747-4493-a3c3-dbd427fbe85e tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb4519c5-e238-4dc3-a08d-3d011a53b08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401827 Nov 18 18:13:56.057211 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64bcf5c3-5698-417a-8e21-e08f366b4abb req-e3c62fc6-8996-4d4c-b02b-3fd053019687 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Network 6154edaf-4d8d-4eb2-9748-db0b61476bdf is already hosted by enough agents. {{(pid=101554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:13:56.072235 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Device 959e05ed-8908-46e3-859c-bb00c4b41514 up at agent ovs-agent-dv-cinder-816695-1-iscsi {{(pid=101555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:13:56.096745 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.scheduler.base_scheduler [req-64bcf5c3-5698-417a-8e21-e08f366b4abb req-e3c62fc6-8996-4d4c-b02b-3fd053019687 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Resources bound (agent type, host, resource id): {{(pid=101554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:13:56.107921 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93920da-758e-402d-9906-83ba1d2b041c req-4d3d7e63-b90e-4537-ba60-08ec1277b5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:13:56.109701 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-d93920da-758e-402d-9906-83ba1d2b041c req-4d3d7e63-b90e-4537-ba60-08ec1277b5f8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8a26a515-bc32-4ac2-b36f-b3635dc5d87c HTTP/1.1" status: 200 len: 855 time: 0.7796710 Nov 18 18:13:56.126314 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.db.l3_dvrscheduler_db [req-64bcf5c3-5698-417a-8e21-e08f366b4abb req-e3c62fc6-8996-4d4c-b02b-3fd053019687 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Received port after_create {{(pid=101554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 18:13:56.143792 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-05e09899-4053-4777-a661-e7520ebbfa58 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:56.148516 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c62fc6-8996-4d4c-b02b-3fd053019687 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Pushing event updated for resources: {'Port': ['ID=f81ef956-4ab2-48d8-a239-4d364a76a8dd,revision_number=1']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:13:56.186289 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Provisioning complete for port 959e05ed-8908-46e3-859c-bb00c4b41514 triggered by entity L2. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:13:56.187187 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:56.294710 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bcf5c3-5698-417a-8e21-e08f366b4abb req-e3c62fc6-8996-4d4c-b02b-3fd053019687 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:13:56.297428 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [req-64bcf5c3-5698-417a-8e21-e08f366b4abb req-e3c62fc6-8996-4d4c-b02b-3fd053019687 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553968'] for port, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:56.359019 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-2c5150e8-fbe3-4203-a8d2-73d8ad3f1615 req-81633d2d-2dc1-4e34-8979-e4e0080ff2c2 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=03d899808f1a4723a8e0d1b00ed1a01d HTTP/1.1" status: 200 len: 380 time: 0.4251463 Nov 18 18:13:56.381865 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.v2.base [req-2c5150e8-fbe3-4203-a8d2-73d8ad3f1615 req-03d25fc0-18e0-46bb-add2-f00a1d7ab5ec tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Request body: {'port': {'device_id': '7336ff2b-a36e-417a-9f1b-c737fdefc35a', 'network_id': '548d4c85-a92c-4982-a16e-af3d8afd47ad', 'admin_state_up': True, 'tenant_id': '03d899808f1a4723a8e0d1b00ed1a01d', 'security_groups': ['d1e9f200-d7e2-47da-9afd-a1ea2225007f']}} {{(pid=101553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:13:56.417152 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-64bcf5c3-5698-417a-8e21-e08f366b4abb req-e3c62fc6-8996-4d4c-b02b-3fd053019687 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.1345830 Nov 18 18:13:56.473560 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-6e933a33-1eee-40db-89e9-f02cfaa012bc req-55f99315-f988-4c86-832e-1dfc9244df1e tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/ports?device_id=7336ff2b-a36e-417a-9f1b-c737fdefc35a HTTP/1.1" status: 200 len: 210 time: 0.1106825 Nov 18 18:13:56.515341 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f91be0-9765-4f01-9edd-8404a3dfb92b req-ebd71d94-31ec-435d-9103-cff76fc2a5a3 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:13:56.520008 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.v2.base [req-64bcf5c3-5698-417a-8e21-e08f366b4abb req-3f5d3410-e7b2-4657-9c1b-0589edc569a4 service neutron] Request body: {'port': {'device_id': '772bd24f-916b-474d-b066-90b4ab242777', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81669'}} {{(pid=101554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:13:56.524195 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-c2f91be0-9765-4f01-9edd-8404a3dfb92b req-ebd71d94-31ec-435d-9103-cff76fc2a5a3 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/ports?device_id=772bd24f-916b-474d-b066-90b4ab242777 HTTP/1.1" status: 200 len: 932 time: 0.3629208 Nov 18 18:13:56.537329 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 44660) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:13:56.554241 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-d93920da-758e-402d-9906-83ba1d2b041c req-52c139a4-6a2d-4dc2-abfd-e579368030b1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=55d864c4-26de-4319-ad49-480f70c18bec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2463300 Nov 18 18:13:56.587658 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-08275d2f-caa8-4ff2-a4df-e4c9c8592f46 req-c61a0653-da1c-4958-a22e-c41328e7b747 service neutron] 10.222.0.46 "GET /v2.0/networks/2a4fc9ff-28ae-4037-8086-d87ec1bf47f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6503434 Nov 18 18:13:56.588543 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-304b7634-4bac-475d-87d0-f6a239728cf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:56.647923 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-05e09899-4053-4777-a661-e7520ebbfa58 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:56.733745 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [req-64bcf5c3-5698-417a-8e21-e08f366b4abb req-3f5d3410-e7b2-4657-9c1b-0589edc569a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:56.850502 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-c2f91be0-9765-4f01-9edd-8404a3dfb92b req-28d7c28f-be4f-4343-a832-6466f9a5edcc tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/security-groups?id=46cda0ec-de4b-4291-a19a-42b976c21ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3252301 Nov 18 18:13:56.995349 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2265a9e8-c1d3-4c87-91a5-ef9250accaf3 req-00903702-e4bb-430a-a5e2-b99e4b027ac7 tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:13:56.997251 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-2265a9e8-c1d3-4c87-91a5-ef9250accaf3 req-00903702-e4bb-430a-a5e2-b99e4b027ac7 tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] 10.222.0.21 "GET /v2.0/ports?device_id=c56bde41-d0b6-4dd4-a5e6-ebd9c66dc49d HTTP/1.1" status: 200 len: 944 time: 0.1390061 Nov 18 18:13:57.004785 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c5150e8-fbe3-4203-a8d2-73d8ad3f1615 req-03d25fc0-18e0-46bb-add2-f00a1d7ab5ec tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Made reservation on behalf of 03d899808f1a4723a8e0d1b00ed1a01d for: {'port': 1} {{(pid=101553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 18:13:57.009329 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-2c5150e8-fbe3-4203-a8d2-73d8ad3f1615 req-03d25fc0-18e0-46bb-add2-f00a1d7ab5ec tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:57.071404 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-d93920da-758e-402d-9906-83ba1d2b041c req-952ae86d-41d1-465e-af0e-0e502f809cae service neutron] 10.222.0.46 "GET /v2.0/networks/55d864c4-26de-4319-ad49-480f70c18bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5065811 Nov 18 18:13:57.144692 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.notifiers.nova [req-386357e9-f0f4-45d8-a5ad-13a45d2da1b7 req-1808762e-e63c-4ee4-8aa9-fca061807751 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4094900d-0e79-4f32-bbef-bbebdacfd67b {{(pid=101554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 18:13:57.158555 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [req-386357e9-f0f4-45d8-a5ad-13a45d2da1b7 req-1808762e-e63c-4ee4-8aa9-fca061807751 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:57.170237 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-304b7634-4bac-475d-87d0-f6a239728cf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:57.187395 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-2265a9e8-c1d3-4c87-91a5-ef9250accaf3 req-c8ed9142-6539-484f-a8db-79d4f332b255 tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] 10.222.0.21 "GET /v2.0/security-groups?id=04f8c7b0-0112-42fb-9aac-a17876feddfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755936 Nov 18 18:13:57.191227 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-304b7634-4bac-475d-87d0-f6a239728cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:57.203018 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.db.provisioning_blocks [req-386357e9-f0f4-45d8-a5ad-13a45d2da1b7 req-1808762e-e63c-4ee4-8aa9-fca061807751 service neutron] Transition to ACTIVE for port object 4094900d-0e79-4f32-bbef-bbebdacfd67b will not be triggered until provisioned by entity L2. {{(pid=101554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 18:13:57.212837 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [req-386357e9-f0f4-45d8-a5ad-13a45d2da1b7 req-1808762e-e63c-4ee4-8aa9-fca061807751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6202622'] for port, after_update {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:57.282177 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1affb50-7eb6-4762-8bcd-afa987ee37ea req-69e4bedf-2048-476e-bb6c-2c58f5ba4c4b tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:13:57.283682 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-c1affb50-7eb6-4762-8bcd-afa987ee37ea req-69e4bedf-2048-476e-bb6c-2c58f5ba4c4b tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c1fb574-4c1a-4ea7-bab9-434b7381aebd HTTP/1.1" status: 200 len: 943 time: 0.2408178 Nov 18 18:13:57.299452 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-304b7634-4bac-475d-87d0-f6a239728cf5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d7743ca57dcc4ff59f6337e762754f09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7588193 Nov 18 18:13:57.303827 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 44672) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:13:57.309870 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b7634-4bac-475d-87d0-f6a239728cf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b2a199a-0563-4076-bf12-c8af71077f25,revision_number=1']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:13:57.325222 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-05e09899-4053-4777-a661-e7520ebbfa58 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Notify callbacks [] for port, precommit_update {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:57.342464 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-05e09899-4053-4777-a661-e7520ebbfa58 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6202622'] for port, after_update {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:57.374420 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.db.db_base_plugin_common [req-2c5150e8-fbe3-4203-a8d2-73d8ad3f1615 req-03d25fc0-18e0-46bb-add2-f00a1d7ab5ec tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Allocated IP 172.20.0.3 (548d4c85-a92c-4982-a16e-af3d8afd47ad/26737122-c082-4cd3-ada1-6591b74e0d08/a6bada09-281b-4578-afea-c680bd371ea2) {{(pid=101553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 18:13:57.377668 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1808762e-e63c-4ee4-8aa9-fca061807751 service neutron] Pushing event updated for resources: {'Port': ['ID=4094900d-0e79-4f32-bbef-bbebdacfd67b,revision_number=2']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:13:57.433405 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-c1affb50-7eb6-4762-8bcd-afa987ee37ea req-72f34382-6907-4a88-8196-a527345be70b tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb4519c5-e238-4dc3-a08d-3d011a53b08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306994 Nov 18 18:13:57.492766 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-f23af59e-c0fb-4c37-96e2-2147ecbceedc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:57.535085 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e09899-4053-4777-a661-e7520ebbfa58 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Pushing event updated for resources: {'Port': ['ID=95ab61ce-9c5c-4fc0-a9e9-4aa4ef25918a,revision_number=2']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:13:57.573221 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-05e09899-4053-4777-a661-e7520ebbfa58 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-366129'] for floatingip, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:57.592464 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-f23af59e-c0fb-4c37-96e2-2147ecbceedc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:57.649606 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 44684) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:13:57.655421 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-163bd0c4-6aeb-4b8a-aab1-9c07a3518fdb req-57f13bb2-52ab-42d4-8764-420aa38340bf tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/ports?device_id=7336ff2b-a36e-417a-9f1b-c737fdefc35a HTTP/1.1" status: 200 len: 210 time: 0.0512049 Nov 18 18:13:57.741258 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-2c5150e8-fbe3-4203-a8d2-73d8ad3f1615 req-03d25fc0-18e0-46bb-add2-f00a1d7ab5ec tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Notify callbacks [] for port, precommit_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:57.750696 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-f23af59e-c0fb-4c37-96e2-2147ecbceedc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:57.753289 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-f23af59e-c0fb-4c37-96e2-2147ecbceedc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:57.757065 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-f23af59e-c0fb-4c37-96e2-2147ecbceedc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4b2a199a-0563-4076-bf12-c8af71077f25 HTTP/1.1" status: 204 len: 168 time: 0.4464157 Nov 18 18:13:57.770047 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23af59e-c0fb-4c37-96e2-2147ecbceedc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b2a199a-0563-4076-bf12-c8af71077f25,revision_number=None']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:13:57.804629 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-2c5150e8-fbe3-4203-a8d2-73d8ad3f1615 req-03d25fc0-18e0-46bb-add2-f00a1d7ab5ec tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768456900401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5584108'] for port, after_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:57.812253 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.managers [req-386357e9-f0f4-45d8-a5ad-13a45d2da1b7 req-1808762e-e63c-4ee4-8aa9-fca061807751 service neutron] Attempting to bind port 4094900d-0e79-4f32-bbef-bbebdacfd67b on host hv-cinder-81669 for vnic_type normal with profile {{(pid=101554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 18 18:13:57.813064 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.managers [req-386357e9-f0f4-45d8-a5ad-13a45d2da1b7 req-1808762e-e63c-4ee4-8aa9-fca061807751 service neutron] Attempting to bind port 4094900d-0e79-4f32-bbef-bbebdacfd67b by drivers openvswitch,hyperv on host hv-cinder-81669 at level 0 using segments [{'id': 'ba09b5a1-aed9-41ef-92fc-a1bf32b2cd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '6154edaf-4d8d-4eb2-9748-db0b61476bdf'}] {{(pid=101554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 18 18:13:57.813681 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-386357e9-f0f4-45d8-a5ad-13a45d2da1b7 req-1808762e-e63c-4ee4-8aa9-fca061807751 service neutron] Attempting to bind port 4094900d-0e79-4f32-bbef-bbebdacfd67b on network 6154edaf-4d8d-4eb2-9748-db0b61476bdf {{(pid=101554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:13:57.830593 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-05e09899-4053-4777-a661-e7520ebbfa58 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47340'] for floatingip, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:57.831663 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-05e09899-4053-4777-a661-e7520ebbfa58 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 9.2454019 Nov 18 18:13:57.836903 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.notifiers.nova [req-64bcf5c3-5698-417a-8e21-e08f366b4abb req-3f5d3410-e7b2-4657-9c1b-0589edc569a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f81ef956-4ab2-48d8-a239-4d364a76a8dd {{(pid=101554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 18:13:57.841428 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-386357e9-f0f4-45d8-a5ad-13a45d2da1b7 req-1808762e-e63c-4ee4-8aa9-fca061807751 service neutron] Port 4094900d-0e79-4f32-bbef-bbebdacfd67b on network 6154edaf-4d8d-4eb2-9748-db0b61476bdf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81669 {{(pid=101554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 18:13:57.841818 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-386357e9-f0f4-45d8-a5ad-13a45d2da1b7 req-1808762e-e63c-4ee4-8aa9-fca061807751 service neutron] Attempting to bind port 4094900d-0e79-4f32-bbef-bbebdacfd67b on network 6154edaf-4d8d-4eb2-9748-db0b61476bdf {{(pid=101554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:13:57.851048 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [req-64bcf5c3-5698-417a-8e21-e08f366b4abb req-3f5d3410-e7b2-4657-9c1b-0589edc569a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:57.853652 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-386357e9-f0f4-45d8-a5ad-13a45d2da1b7 req-1808762e-e63c-4ee4-8aa9-fca061807751 service neutron] Checking agent: {'id': 'de52c200-415c-462d-a684-4cc0655308c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81669', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 18, 11, 25), 'started_at': datetime.datetime(2021, 11, 18, 18, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 18, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 18:13:57.853998 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-386357e9-f0f4-45d8-a5ad-13a45d2da1b7 req-1808762e-e63c-4ee4-8aa9-fca061807751 service neutron] Checking segment: {'id': 'ba09b5a1-aed9-41ef-92fc-a1bf32b2cd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '6154edaf-4d8d-4eb2-9748-db0b61476bdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 18 18:13:57.854499 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-386357e9-f0f4-45d8-a5ad-13a45d2da1b7 req-1808762e-e63c-4ee4-8aa9-fca061807751 service neutron] Bound using segment: {'id': 'ba09b5a1-aed9-41ef-92fc-a1bf32b2cd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '6154edaf-4d8d-4eb2-9748-db0b61476bdf'} {{(pid=101554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 18:13:57.855021 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.managers [req-386357e9-f0f4-45d8-a5ad-13a45d2da1b7 req-1808762e-e63c-4ee4-8aa9-fca061807751 service neutron] Bound port: 4094900d-0e79-4f32-bbef-bbebdacfd67b, host: hv-cinder-81669, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba09b5a1-aed9-41ef-92fc-a1bf32b2cd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '6154edaf-4d8d-4eb2-9748-db0b61476bdf'}}] {{(pid=101554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 18 18:13:57.855437 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [req-386357e9-f0f4-45d8-a5ad-13a45d2da1b7 req-1808762e-e63c-4ee4-8aa9-fca061807751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:57.874697 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d25fc0-18e0-46bb-add2-f00a1d7ab5ec tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Pushing event updated for resources: {'Port': ['ID=a6bada09-281b-4578-afea-c680bd371ea2,revision_number=1']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:13:57.893851 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.db.provisioning_blocks [req-64bcf5c3-5698-417a-8e21-e08f366b4abb req-3f5d3410-e7b2-4657-9c1b-0589edc569a4 service neutron] Transition to ACTIVE for port object f81ef956-4ab2-48d8-a239-4d364a76a8dd will not be triggered until provisioned by entity L2. {{(pid=101554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 18:13:57.920106 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [req-64bcf5c3-5698-417a-8e21-e08f366b4abb req-3f5d3410-e7b2-4657-9c1b-0589edc569a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6202622'] for port, after_update {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:57.930195 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c5150e8-fbe3-4203-a8d2-73d8ad3f1615 req-03d25fc0-18e0-46bb-add2-f00a1d7ab5ec tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Network 548d4c85-a92c-4982-a16e-af3d8afd47ad is already hosted by enough agents. {{(pid=101553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:13:57.932890 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-7c7de093-c806-4c4d-bd40-0cdc1123d171 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:58.021108 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.scheduler.base_scheduler [req-2c5150e8-fbe3-4203-a8d2-73d8ad3f1615 req-03d25fc0-18e0-46bb-add2-f00a1d7ab5ec tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Resources bound (agent type, host, resource id): {{(pid=101553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:13:58.022848 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.db [req-386357e9-f0f4-45d8-a5ad-13a45d2da1b7 req-1808762e-e63c-4ee4-8aa9-fca061807751 service neutron] For port 4094900d-0e79-4f32-bbef-bbebdacfd67b, host hv-cinder-81669, cleared binding levels {{(pid=101554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 18:13:58.026007 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5d3410-e7b2-4657-9c1b-0589edc569a4 service neutron] Pushing event updated for resources: {'Port': ['ID=f81ef956-4ab2-48d8-a239-4d364a76a8dd,revision_number=2']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:13:58.032020 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.db [req-386357e9-f0f4-45d8-a5ad-13a45d2da1b7 req-1808762e-e63c-4ee4-8aa9-fca061807751 service neutron] For port 4094900d-0e79-4f32-bbef-bbebdacfd67b, host hv-cinder-81669, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81669',level=0,port_id=4094900d-0e79-4f32-bbef-bbebdacfd67b,segment=NetworkSegment(ba09b5a1-aed9-41ef-92fc-a1bf32b2cd99),segment_id=ba09b5a1-aed9-41ef-92fc-a1bf32b2cd99)] {{(pid=101554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 18:13:58.041105 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c5150e8-fbe3-4203-a8d2-73d8ad3f1615 req-03d25fc0-18e0-46bb-add2-f00a1d7ab5ec tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Received port after_create {{(pid=101553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 18:13:58.055232 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [req-386357e9-f0f4-45d8-a5ad-13a45d2da1b7 req-1808762e-e63c-4ee4-8aa9-fca061807751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6202622'] for port, after_update {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:58.110027 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-7c7de093-c806-4c4d-bd40-0cdc1123d171 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:58.130036 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-7c7de093-c806-4c4d-bd40-0cdc1123d171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:58.198164 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386357e9-f0f4-45d8-a5ad-13a45d2da1b7 req-1808762e-e63c-4ee4-8aa9-fca061807751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:13:58.199048 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [req-386357e9-f0f4-45d8-a5ad-13a45d2da1b7 req-1808762e-e63c-4ee4-8aa9-fca061807751 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553968'] for port, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:58.200226 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-386357e9-f0f4-45d8-a5ad-13a45d2da1b7 req-1808762e-e63c-4ee4-8aa9-fca061807751 service neutron] 10.222.0.46 "PUT /v2.0/ports/4094900d-0e79-4f32-bbef-bbebdacfd67b HTTP/1.1" status: 200 len: 1093 time: 5.1148281 Nov 18 18:13:58.200784 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48ce5274-bbd4-41d9-a7fd-7b3342e115ca', 'tag': '4094900d-0e79-4f32-bbef-bbebdacfd67b'}] {{(pid=101554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:13:58.204249 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb6a83c3ebc788d099039a2e3a9a485db9e94d86a5b55328e01f3a68fc6aec2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37979462-ccaf-4268-8db3-35aff91f8ed4" -d '{"events": [{"name": "network-changed", "server_uuid": "48ce5274-bbd4-41d9-a7fd-7b3342e115ca", "tag": "4094900d-0e79-4f32-bbef-bbebdacfd67b"}]}' {{(pid=101554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:13:58.224177 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb8757b-12fe-40fb-83da-e50ba1d3709a req-d8bd2263-387f-4bc5-a5d9-21836a4775d5 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:13:58.231909 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-adb8757b-12fe-40fb-83da-e50ba1d3709a req-d8bd2263-387f-4bc5-a5d9-21836a4775d5 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/ports?device_id=772bd24f-916b-474d-b066-90b4ab242777 HTTP/1.1" status: 200 len: 944 time: 0.2028928 Nov 18 18:13:58.238662 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5150e8-fbe3-4203-a8d2-73d8ad3f1615 req-03d25fc0-18e0-46bb-add2-f00a1d7ab5ec tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:13:58.239322 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-2c5150e8-fbe3-4203-a8d2-73d8ad3f1615 req-03d25fc0-18e0-46bb-add2-f00a1d7ab5ec tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553968'] for port, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:58.251181 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-7c7de093-c806-4c4d-bd40-0cdc1123d171 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e15d7c5c921044b0bfede1aa747e1e50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5945816 Nov 18 18:13:58.253577 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 44712) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:13:58.266736 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7de093-c806-4c4d-bd40-0cdc1123d171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea1312cf-0234-4a77-a291-5afbc82c2b4f,revision_number=1']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:13:58.281151 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.managers [req-64bcf5c3-5698-417a-8e21-e08f366b4abb req-3f5d3410-e7b2-4657-9c1b-0589edc569a4 service neutron] Attempting to bind port f81ef956-4ab2-48d8-a239-4d364a76a8dd on host hv-cinder-81669 for vnic_type normal with profile {{(pid=101554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 18 18:13:58.281674 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.managers [req-64bcf5c3-5698-417a-8e21-e08f366b4abb req-3f5d3410-e7b2-4657-9c1b-0589edc569a4 service neutron] Attempting to bind port f81ef956-4ab2-48d8-a239-4d364a76a8dd by drivers openvswitch,hyperv on host hv-cinder-81669 at level 0 using segments [{'id': 'ba09b5a1-aed9-41ef-92fc-a1bf32b2cd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '6154edaf-4d8d-4eb2-9748-db0b61476bdf'}] {{(pid=101554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 18 18:13:58.282198 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64bcf5c3-5698-417a-8e21-e08f366b4abb req-3f5d3410-e7b2-4657-9c1b-0589edc569a4 service neutron] Attempting to bind port f81ef956-4ab2-48d8-a239-4d364a76a8dd on network 6154edaf-4d8d-4eb2-9748-db0b61476bdf {{(pid=101554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:13:58.303480 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-be44ad51-6263-45cf-ba47-7bd2e52a1e80 req-9a971ad9-34fc-467e-a750-286b7053439e tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--2025084351&fields=id&tenant_id=080aae90ae2d433d95e93daa3aeb17ce HTTP/1.1" status: 200 len: 267 time: 0.1154916 Nov 18 18:13:58.308261 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-2c5150e8-fbe3-4203-a8d2-73d8ad3f1615 req-03d25fc0-18e0-46bb-add2-f00a1d7ab5ec tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9435275 Nov 18 18:13:58.312812 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1808762e-e63c-4ee4-8aa9-fca061807751 service neutron] Pushing event updated for resources: {'Port': ['ID=4094900d-0e79-4f32-bbef-bbebdacfd67b,revision_number=3']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:13:58.337544 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64bcf5c3-5698-417a-8e21-e08f366b4abb req-3f5d3410-e7b2-4657-9c1b-0589edc569a4 service neutron] Port f81ef956-4ab2-48d8-a239-4d364a76a8dd on network 6154edaf-4d8d-4eb2-9748-db0b61476bdf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81669 {{(pid=101554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 18:13:58.337955 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64bcf5c3-5698-417a-8e21-e08f366b4abb req-3f5d3410-e7b2-4657-9c1b-0589edc569a4 service neutron] Attempting to bind port f81ef956-4ab2-48d8-a239-4d364a76a8dd on network 6154edaf-4d8d-4eb2-9748-db0b61476bdf {{(pid=101554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:13:58.360480 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64bcf5c3-5698-417a-8e21-e08f366b4abb req-3f5d3410-e7b2-4657-9c1b-0589edc569a4 service neutron] Checking agent: {'id': 'de52c200-415c-462d-a684-4cc0655308c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81669', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 18, 11, 25), 'started_at': datetime.datetime(2021, 11, 18, 18, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 18, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 18:13:58.364180 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64bcf5c3-5698-417a-8e21-e08f366b4abb req-3f5d3410-e7b2-4657-9c1b-0589edc569a4 service neutron] Checking segment: {'id': 'ba09b5a1-aed9-41ef-92fc-a1bf32b2cd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '6154edaf-4d8d-4eb2-9748-db0b61476bdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 18 18:13:58.364606 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64bcf5c3-5698-417a-8e21-e08f366b4abb req-3f5d3410-e7b2-4657-9c1b-0589edc569a4 service neutron] Bound using segment: {'id': 'ba09b5a1-aed9-41ef-92fc-a1bf32b2cd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '6154edaf-4d8d-4eb2-9748-db0b61476bdf'} {{(pid=101554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 18:13:58.365392 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.managers [req-64bcf5c3-5698-417a-8e21-e08f366b4abb req-3f5d3410-e7b2-4657-9c1b-0589edc569a4 service neutron] Bound port: f81ef956-4ab2-48d8-a239-4d364a76a8dd, host: hv-cinder-81669, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba09b5a1-aed9-41ef-92fc-a1bf32b2cd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '6154edaf-4d8d-4eb2-9748-db0b61476bdf'}}] {{(pid=101554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 18 18:13:58.365771 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [req-64bcf5c3-5698-417a-8e21-e08f366b4abb req-3f5d3410-e7b2-4657-9c1b-0589edc569a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:58.397121 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-adb8757b-12fe-40fb-83da-e50ba1d3709a req-32f8f651-83dc-4102-ba22-ecb6d9dd733c tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/security-groups?id=46cda0ec-de4b-4291-a19a-42b976c21ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645703 Nov 18 18:13:58.432135 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-41764038-151e-4ad7-9db1-034054e94451 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:58.471437 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 18:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b629b084-5e37-4d9d-a3fb-64c014ccbcff x-openstack-request-id: req-b629b084-5e37-4d9d-a3fb-64c014ccbcff {{(pid=101554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:13:58.471732 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48ce5274-bbd4-41d9-a7fd-7b3342e115ca", "tag": "4094900d-0e79-4f32-bbef-bbebdacfd67b", "status": "completed", "code": 200}]} {{(pid=101554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:13:58.472017 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b629b084-5e37-4d9d-a3fb-64c014ccbcff {{(pid=101554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:13:58.472419 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48ce5274-bbd4-41d9-a7fd-7b3342e115ca', 'tag': '4094900d-0e79-4f32-bbef-bbebdacfd67b', 'status': 'completed', 'code': 200} Nov 18 18:13:58.496904 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be44ad51-6263-45cf-ba47-7bd2e52a1e80 req-c4995cb2-55f8-403d-be7e-c311d0164aa2 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:13:58.498716 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-be44ad51-6263-45cf-ba47-7bd2e52a1e80 req-c4995cb2-55f8-403d-be7e-c311d0164aa2 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/networks?id=f21b1cf4-9836-4a7b-8947-90f148ea7c8b HTTP/1.1" status: 200 len: 817 time: 0.1763911 Nov 18 18:13:58.504735 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-55296119-b262-4e24-9f72-74654425ce89 None None] Provisioning complete for port a6bada09-281b-4578-afea-c680bd371ea2 triggered by entity DHCP. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:13:58.505434 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-41764038-151e-4ad7-9db1-034054e94451 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:58.505579 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-55296119-b262-4e24-9f72-74654425ce89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:58.524366 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.db [req-64bcf5c3-5698-417a-8e21-e08f366b4abb req-3f5d3410-e7b2-4657-9c1b-0589edc569a4 service neutron] For port f81ef956-4ab2-48d8-a239-4d364a76a8dd, host hv-cinder-81669, cleared binding levels {{(pid=101554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 18:13:58.530445 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-be44ad51-6263-45cf-ba47-7bd2e52a1e80 req-6786bed7-de2f-496f-a2c9-9009d342a023 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/quotas/080aae90ae2d433d95e93daa3aeb17ce HTTP/1.1" status: 200 len: 375 time: 0.0229473 Nov 18 18:13:58.530942 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.db [req-64bcf5c3-5698-417a-8e21-e08f366b4abb req-3f5d3410-e7b2-4657-9c1b-0589edc569a4 service neutron] For port f81ef956-4ab2-48d8-a239-4d364a76a8dd, host hv-cinder-81669, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81669',level=0,port_id=f81ef956-4ab2-48d8-a239-4d364a76a8dd,segment=NetworkSegment(ba09b5a1-aed9-41ef-92fc-a1bf32b2cd99),segment_id=ba09b5a1-aed9-41ef-92fc-a1bf32b2cd99)] {{(pid=101554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 18:13:58.539994 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [req-64bcf5c3-5698-417a-8e21-e08f366b4abb req-3f5d3410-e7b2-4657-9c1b-0589edc569a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6202622'] for port, after_update {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:58.566835 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.plugin [None req-55296119-b262-4e24-9f72-74654425ce89 None None] Port a6bada09-281b-4578-afea-c680bd371ea2 cannot update to ACTIVE because it is not bound. {{(pid=101555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 18 18:13:58.606265 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecce202-a084-4ddd-b16c-a453dd86096b req-be72bcd5-6009-4304-8318-0e87330fe428 tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:13:58.608018 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-7ecce202-a084-4ddd-b16c-a453dd86096b req-be72bcd5-6009-4304-8318-0e87330fe428 tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] 10.222.0.21 "GET /v2.0/ports?device_id=c56bde41-d0b6-4dd4-a5e6-ebd9c66dc49d HTTP/1.1" status: 200 len: 944 time: 0.0995750 Nov 18 18:13:58.613742 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bcf5c3-5698-417a-8e21-e08f366b4abb req-3f5d3410-e7b2-4657-9c1b-0589edc569a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:13:58.614347 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [req-64bcf5c3-5698-417a-8e21-e08f366b4abb req-3f5d3410-e7b2-4657-9c1b-0589edc569a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553968'] for port, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:58.616366 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-64bcf5c3-5698-417a-8e21-e08f366b4abb req-3f5d3410-e7b2-4657-9c1b-0589edc569a4 service neutron] 10.222.0.46 "PUT /v2.0/ports/f81ef956-4ab2-48d8-a239-4d364a76a8dd HTTP/1.1" status: 200 len: 1094 time: 2.1638677 Nov 18 18:13:58.654290 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-be44ad51-6263-45cf-ba47-7bd2e52a1e80 req-88430d37-b6c5-4d67-9e67-362630abc49d tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=080aae90ae2d433d95e93daa3aeb17ce&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1050401 Nov 18 18:13:58.656746 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5d3410-e7b2-4657-9c1b-0589edc569a4 service neutron] Pushing event updated for resources: {'Port': ['ID=f81ef956-4ab2-48d8-a239-4d364a76a8dd,revision_number=3']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:13:58.681681 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-7ecce202-a084-4ddd-b16c-a453dd86096b req-126c73d3-334b-4779-8c1c-ebc92b7f3961 tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] 10.222.0.21 "GET /v2.0/security-groups?id=04f8c7b0-0112-42fb-9aac-a17876feddfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659008 Nov 18 18:13:58.684700 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-41764038-151e-4ad7-9db1-034054e94451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:58.694450 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-41764038-151e-4ad7-9db1-034054e94451 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:58.698455 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-41764038-151e-4ad7-9db1-034054e94451 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ea1312cf-0234-4a77-a291-5afbc82c2b4f HTTP/1.1" status: 204 len: 168 time: 0.4434359 Nov 18 18:13:58.722083 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41764038-151e-4ad7-9db1-034054e94451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea1312cf-0234-4a77-a291-5afbc82c2b4f,revision_number=None']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:13:58.784606 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-be44ad51-6263-45cf-ba47-7bd2e52a1e80 req-049ae65a-e6e3-46f3-aff4-04c4ee841786 service neutron] 10.222.0.21 "GET /v2.0/networks/f21b1cf4-9836-4a7b-8947-90f148ea7c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019607 Nov 18 18:13:58.947855 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee03057-0b60-4b21-bcf2-dedf7b5d535a req-e3a57f3e-f7fa-499e-8538-f4ceef08bf63 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:13:58.955128 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-6ee03057-0b60-4b21-bcf2-dedf7b5d535a req-e3a57f3e-f7fa-499e-8538-f4ceef08bf63 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c1fb574-4c1a-4ea7-bab9-434b7381aebd HTTP/1.1" status: 200 len: 943 time: 0.1001370 Nov 18 18:13:58.991326 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-be44ad51-6263-45cf-ba47-7bd2e52a1e80 req-05d80c1b-fda5-4db8-b05f-1d7b7a123860 service neutron] 10.222.0.21 "GET /v2.0/networks/f21b1cf4-9836-4a7b-8947-90f148ea7c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001369 Nov 18 18:13:59.011897 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-6ee03057-0b60-4b21-bcf2-dedf7b5d535a req-a8c1e7ff-ab30-413e-8975-50dccac3a07c tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb4519c5-e238-4dc3-a08d-3d011a53b08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553634 Nov 18 18:13:59.169714 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4e5948-e168-4542-be7b-6fba6739f3ef req-51a9e9fc-6c0f-4c9e-bf2e-153a487aba03 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:13:59.171523 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-dc4e5948-e168-4542-be7b-6fba6739f3ef req-51a9e9fc-6c0f-4c9e-bf2e-153a487aba03 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/ports?device_id=7336ff2b-a36e-417a-9f1b-c737fdefc35a HTTP/1.1" status: 200 len: 931 time: 0.0683172 Nov 18 18:13:59.273465 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 44750) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:13:59.294268 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-05e4e158-fbbb-43b7-a8cb-b461eb3f3795 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:59.310651 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-365c2bb4-e633-4879-b50c-d22fffb112ae req-693aa682-baa3-4eba-bd6a-cb101a39ad75 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=afdf38ed-f20b-4bdf-ba97-323d5dc15fa4 HTTP/1.1" status: 200 len: 210 time: 0.0905015 Nov 18 18:13:59.340962 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-dc4e5948-e168-4542-be7b-6fba6739f3ef req-e3cb15c6-e260-4a5b-b3b9-c479f3b980a3 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1e9f200-d7e2-47da-9afd-a1ea2225007f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1554594 Nov 18 18:13:59.403046 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-05e4e158-fbbb-43b7-a8cb-b461eb3f3795 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:59.409292 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-05e4e158-fbbb-43b7-a8cb-b461eb3f3795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:59.481965 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-05e4e158-fbbb-43b7-a8cb-b461eb3f3795 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d41ef7f447a94f86bb1933cd25c6689e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2040217 Nov 18 18:13:59.483354 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e4e158-fbbb-43b7-a8cb-b461eb3f3795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d91b60b2-7c63-497a-a2ab-b8f36193673d,revision_number=1']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:13:59.486123 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 44760) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:13:59.555522 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5d52a8-dd6a-48d7-bfe5-2e9b0daa1aa8 req-3e4279db-04a2-4ae9-a988-e1eb47b972db tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:13:59.557177 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-ec5d52a8-dd6a-48d7-bfe5-2e9b0daa1aa8 req-3e4279db-04a2-4ae9-a988-e1eb47b972db tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/ports?device_id=772bd24f-916b-474d-b066-90b4ab242777 HTTP/1.1" status: 200 len: 944 time: 0.0832648 Nov 18 18:13:59.579210 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-ca5e6f02-a39f-4af2-9f97-cdc63e4b1064 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:59.634237 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-ca5e6f02-a39f-4af2-9f97-cdc63e4b1064 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:59.670677 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-ec5d52a8-dd6a-48d7-bfe5-2e9b0daa1aa8 req-804341e5-e67f-4ff3-9160-b0c2aaf20304 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/security-groups?id=46cda0ec-de4b-4291-a19a-42b976c21ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021860 Nov 18 18:13:59.710557 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.v2.base [req-2c5150e8-fbe3-4203-a8d2-73d8ad3f1615 req-d3e220b3-e741-442d-bb91-efd720faf5ce service neutron] Request body: {'port': {'device_id': '7336ff2b-a36e-417a-9f1b-c737fdefc35a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81669'}} {{(pid=101553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:13:59.828129 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-ca5e6f02-a39f-4af2-9f97-cdc63e4b1064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:59.830969 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-ca5e6f02-a39f-4af2-9f97-cdc63e4b1064 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:59.839832 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-ca5e6f02-a39f-4af2-9f97-cdc63e4b1064 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d91b60b2-7c63-497a-a2ab-b8f36193673d HTTP/1.1" status: 204 len: 168 time: 0.3446653 Nov 18 18:13:59.850246 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-d93920da-758e-402d-9906-83ba1d2b041c req-b1c1ff9e-d3aa-49f9-beac-04bd1e2b9ae4 service neutron] 10.222.0.46 "GET /v2.0/networks/55d864c4-26de-4319-ad49-480f70c18bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650188 Nov 18 18:13:59.870403 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-2c5150e8-fbe3-4203-a8d2-73d8ad3f1615 req-d3e220b3-e741-442d-bb91-efd720faf5ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:13:59.874858 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e6f02-a39f-4af2-9f97-cdc63e4b1064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d91b60b2-7c63-497a-a2ab-b8f36193673d,revision_number=None']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:13:59.987074 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092ff53e-c847-4f1c-bfd6-0724c97d4251 req-363d3ff3-0945-4c85-95c5-53f74590497b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:13:59.991246 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-092ff53e-c847-4f1c-bfd6-0724c97d4251 req-363d3ff3-0945-4c85-95c5-53f74590497b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4a0a33f78db44b8383fe45cfe3f29d9e&device_id=c56bde41-d0b6-4dd4-a5e6-ebd9c66dc49d HTTP/1.1" status: 200 len: 1097 time: 0.1018796 Nov 18 18:14:00.005199 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8278c60-ec5d-4220-9ecd-3e22038b5083 req-699d6a0b-f5d9-433d-b781-4b0f27f632c5 tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:00.021084 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-d8278c60-ec5d-4220-9ecd-3e22038b5083 req-699d6a0b-f5d9-433d-b781-4b0f27f632c5 tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] 10.222.0.21 "GET /v2.0/ports?device_id=c56bde41-d0b6-4dd4-a5e6-ebd9c66dc49d HTTP/1.1" status: 200 len: 944 time: 0.2235060 Nov 18 18:14:00.510913 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '772bd24f-916b-474d-b066-90b4ab242777', 'tag': 'f81ef956-4ab2-48d8-a239-4d364a76a8dd'}] {{(pid=101554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:14:00.516039 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb6a83c3ebc788d099039a2e3a9a485db9e94d86a5b55328e01f3a68fc6aec2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0a4caec-45de-4fc2-bf01-61542df64e31" -d '{"events": [{"name": "network-changed", "server_uuid": "772bd24f-916b-474d-b066-90b4ab242777", "tag": "f81ef956-4ab2-48d8-a239-4d364a76a8dd"}]}' {{(pid=101554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:14:00.528703 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-d8278c60-ec5d-4220-9ecd-3e22038b5083 req-563e5c39-a4bf-45ec-9b86-93a8865a52eb tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] 10.222.0.21 "GET /v2.0/security-groups?id=04f8c7b0-0112-42fb-9aac-a17876feddfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4988468 Nov 18 18:14:00.531680 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b43c9d-a036-4df1-9d14-94a173d27e5d req-b8ea3fa9-77f0-4e37-af2a-e7ba705940f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:00.533696 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-71b43c9d-a036-4df1-9d14-94a173d27e5d req-b8ea3fa9-77f0-4e37-af2a-e7ba705940f4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ad60c6d708a846a38100e1a391c794b8&device_id=4c1fb574-4c1a-4ea7-bab9-434b7381aebd HTTP/1.1" status: 200 len: 1096 time: 0.5065162 Nov 18 18:14:00.558242 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092ff53e-c847-4f1c-bfd6-0724c97d4251 req-9d674689-85da-4745-b6f2-6d76d82696d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:00.560881 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-092ff53e-c847-4f1c-bfd6-0724c97d4251 req-9d674689-85da-4745-b6f2-6d76d82696d1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2a4fc9ff-28ae-4037-8086-d87ec1bf47f7 HTTP/1.1" status: 200 len: 913 time: 0.5588765 Nov 18 18:14:00.601239 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37979462-ccaf-4268-8db3-35aff91f8ed4 req-0571f2cd-1141-4396-89be-8cfc4bacf53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:00.603109 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-37979462-ccaf-4268-8db3-35aff91f8ed4 req-0571f2cd-1141-4396-89be-8cfc4bacf53c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=54a71c6fcc084e09bb76b54d410321c7&device_id=48ce5274-bbd4-41d9-a7fd-7b3342e115ca HTTP/1.1" status: 200 len: 1096 time: 0.5969176 Nov 18 18:14:00.605968 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bcf5c3-5698-417a-8e21-e08f366b4abb req-e8f0f230-58ad-4e09-b9fa-4a150c64a0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:00.607593 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f992a41b-f476-4a77-b60f-db2f00c736a7 req-38aeab5c-fced-4a7d-8753-da35850af0f0 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:00.607793 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-64bcf5c3-5698-417a-8e21-e08f366b4abb req-e8f0f230-58ad-4e09-b9fa-4a150c64a0f6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=54a71c6fcc084e09bb76b54d410321c7&device_id=772bd24f-916b-474d-b066-90b4ab242777 HTTP/1.1" status: 200 len: 1097 time: 0.1936247 Nov 18 18:14:00.620616 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-f992a41b-f476-4a77-b60f-db2f00c736a7 req-38aeab5c-fced-4a7d-8753-da35850af0f0 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c1fb574-4c1a-4ea7-bab9-434b7381aebd HTTP/1.1" status: 200 len: 943 time: 0.3390937 Nov 18 18:14:00.754442 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-092ff53e-c847-4f1c-bfd6-0724c97d4251 req-8c5c23de-c209-4ca4-89c0-323d10473bbf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b5e82a8f-fefa-4820-b385-2fa50b05dd14 HTTP/1.1" status: 200 len: 217 time: 0.0508578 Nov 18 18:14:00.934014 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-8cc00eca-6350-4e35-9ef0-c19de32ec721 req-83c7c814-9316-4351-abbd-ca8179e1a21d tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=afdf38ed-f20b-4bdf-ba97-323d5dc15fa4 HTTP/1.1" status: 200 len: 210 time: 0.2160578 Nov 18 18:14:00.993464 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-f992a41b-f476-4a77-b60f-db2f00c736a7 req-a224ff50-efd3-494b-8ae9-a75faed6885f tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb4519c5-e238-4dc3-a08d-3d011a53b08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3701749 Nov 18 18:14:01.108612 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b43c9d-a036-4df1-9d14-94a173d27e5d req-ab398d98-d96a-4adc-9759-86cc5839a310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:01.110521 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-71b43c9d-a036-4df1-9d14-94a173d27e5d req-ab398d98-d96a-4adc-9759-86cc5839a310 service neutron] 10.222.0.46 "GET /v2.0/networks?id=55d864c4-26de-4319-ad49-480f70c18bec HTTP/1.1" status: 200 len: 916 time: 0.3968854 Nov 18 18:14:01.129755 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-64bcf5c3-5698-417a-8e21-e08f366b4abb req-5e086258-b887-4ad7-9647-485e84c45ae5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f81ef956-4ab2-48d8-a239-4d364a76a8dd HTTP/1.1" status: 200 len: 217 time: 0.2884321 Nov 18 18:14:01.166403 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 18:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57e2d592-b7e4-47fd-baab-6bb5f944b741 x-openstack-request-id: req-57e2d592-b7e4-47fd-baab-6bb5f944b741 {{(pid=101554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:14:01.166763 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "772bd24f-916b-474d-b066-90b4ab242777", "tag": "f81ef956-4ab2-48d8-a239-4d364a76a8dd", "status": "completed", "code": 200}]} {{(pid=101554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:14:01.166923 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-57e2d592-b7e4-47fd-baab-6bb5f944b741 {{(pid=101554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:14:01.167289 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '772bd24f-916b-474d-b066-90b4ab242777', 'tag': 'f81ef956-4ab2-48d8-a239-4d364a76a8dd', 'status': 'completed', 'code': 200} Nov 18 18:14:01.346438 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092ff53e-c847-4f1c-bfd6-0724c97d4251 req-4f39e363-edb1-43b6-b007-05e2d9c4ac25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:01.348139 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-092ff53e-c847-4f1c-bfd6-0724c97d4251 req-4f39e363-edb1-43b6-b007-05e2d9c4ac25 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e6010182-aef8-4204-b03e-610f0ab680fc HTTP/1.1" status: 200 len: 852 time: 0.3799891 Nov 18 18:14:01.354929 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bcf5c3-5698-417a-8e21-e08f366b4abb req-ee3e5185-4380-4f3e-8201-53f45aecbfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:01.356363 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-64bcf5c3-5698-417a-8e21-e08f366b4abb req-ee3e5185-4380-4f3e-8201-53f45aecbfd5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7228a873-9d05-4b76-9e24-c9343ad2ab35 HTTP/1.1" status: 200 len: 858 time: 0.1883237 Nov 18 18:14:01.405612 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-71b43c9d-a036-4df1-9d14-94a173d27e5d req-52b4a504-88a4-41f1-8b40-56049915de8e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8731975e-6df9-4bd4-943d-d8cd15ccf574 HTTP/1.1" status: 200 len: 217 time: 0.2770488 Nov 18 18:14:01.482689 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-64bcf5c3-5698-417a-8e21-e08f366b4abb req-90f058d2-8738-4249-a561-bbedc58d3627 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6154edaf-4d8d-4eb2-9748-db0b61476bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1154361 Nov 18 18:14:01.487439 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-092ff53e-c847-4f1c-bfd6-0724c97d4251 req-9fb5eb10-74e0-47c3-8a5b-92661089d3e7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2a4fc9ff-28ae-4037-8086-d87ec1bf47f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1300874 Nov 18 18:14:01.492703 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37979462-ccaf-4268-8db3-35aff91f8ed4 req-45f44cc4-c37b-425a-93c6-7274094166ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:01.494627 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-37979462-ccaf-4268-8db3-35aff91f8ed4 req-45f44cc4-c37b-425a-93c6-7274094166ba service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=54a71c6fcc084e09bb76b54d410321c7&shared=False HTTP/1.1" status: 200 len: 919 time: 0.6510928 Nov 18 18:14:01.540736 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b43c9d-a036-4df1-9d14-94a173d27e5d req-b29a54d0-bde7-4779-baf2-7979f64d2792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:01.542345 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-71b43c9d-a036-4df1-9d14-94a173d27e5d req-b29a54d0-bde7-4779-baf2-7979f64d2792 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8a26a515-bc32-4ac2-b36f-b3635dc5d87c HTTP/1.1" status: 200 len: 855 time: 0.1152995 Nov 18 18:14:01.550277 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.46', 60784) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:14:01.717258 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78cad1a-cbca-4995-9858-b42d0c56e43a req-3a4cfbce-01fb-439c-8589-b3e835c0260b tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:01.718996 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-f78cad1a-cbca-4995-9858-b42d0c56e43a req-3a4cfbce-01fb-439c-8589-b3e835c0260b tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/ports?device_id=7336ff2b-a36e-417a-9f1b-c737fdefc35a HTTP/1.1" status: 200 len: 931 time: 0.6045301 Nov 18 18:14:01.720937 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-71b43c9d-a036-4df1-9d14-94a173d27e5d req-45049179-7398-4054-8b70-567333d25944 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=55d864c4-26de-4319-ad49-480f70c18bec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0837991 Nov 18 18:14:01.755102 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd878000-dd4d-41c9-b7fc-7237f6a5f8e6 req-eba9207e-5c76-4d36-9a5f-ed5f162f580c tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:01.767652 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-bd878000-dd4d-41c9-b7fc-7237f6a5f8e6 req-eba9207e-5c76-4d36-9a5f-ed5f162f580c tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/ports?device_id=772bd24f-916b-474d-b066-90b4ab242777 HTTP/1.1" status: 200 len: 944 time: 0.3606949 Nov 18 18:14:01.799680 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-092ff53e-c847-4f1c-bfd6-0724c97d4251 req-a2bb01bd-91ec-4b52-a79d-994d5675d44e service neutron] 10.222.0.46 "GET /v2.0/networks/2a4fc9ff-28ae-4037-8086-d87ec1bf47f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914518 Nov 18 18:14:01.837051 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.notifiers.nova [req-2c5150e8-fbe3-4203-a8d2-73d8ad3f1615 req-d3e220b3-e741-442d-bb91-efd720faf5ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6bada09-281b-4578-afea-c680bd371ea2 {{(pid=101553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 18:14:01.865570 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37979462-ccaf-4268-8db3-35aff91f8ed4 req-d50e0ca9-b4e0-42be-afce-6349cb74ffef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:01.867034 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-37979462-ccaf-4268-8db3-35aff91f8ed4 req-d50e0ca9-b4e0-42be-afce-6349cb74ffef service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3536344 Nov 18 18:14:01.868001 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-2c5150e8-fbe3-4203-a8d2-73d8ad3f1615 req-d3e220b3-e741-442d-bb91-efd720faf5ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:01.874319 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-64bcf5c3-5698-417a-8e21-e08f366b4abb req-a1062269-6fa1-46f7-8075-2c6f26d83075 service neutron] 10.222.0.46 "GET /v2.0/networks/6154edaf-4d8d-4eb2-9748-db0b61476bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3764064 Nov 18 18:14:01.926213 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.db.provisioning_blocks [req-2c5150e8-fbe3-4203-a8d2-73d8ad3f1615 req-d3e220b3-e741-442d-bb91-efd720faf5ce service neutron] Transition to ACTIVE for port object a6bada09-281b-4578-afea-c680bd371ea2 will not be triggered until provisioned by entity L2. {{(pid=101553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 18:14:01.937264 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-f78cad1a-cbca-4995-9858-b42d0c56e43a req-c412d285-517d-4ce0-ae14-ebc24bc441e9 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1e9f200-d7e2-47da-9afd-a1ea2225007f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1667848 Nov 18 18:14:01.952341 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-bd878000-dd4d-41c9-b7fc-7237f6a5f8e6 req-dc0b8ae7-9214-4e08-9766-9d881c4a3bb2 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/security-groups?id=46cda0ec-de4b-4291-a19a-42b976c21ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831307 Nov 18 18:14:01.969769 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-2c5150e8-fbe3-4203-a8d2-73d8ad3f1615 req-d3e220b3-e741-442d-bb91-efd720faf5ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5584123'] for port, after_update {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:02.163345 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be44ad51-6263-45cf-ba47-7bd2e52a1e80 req-6c920d30-9b68-454c-b1fa-1c71362c203b tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:02.171327 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-be44ad51-6263-45cf-ba47-7bd2e52a1e80 req-6c920d30-9b68-454c-b1fa-1c71362c203b tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.46 "GET /v2.0/networks?id=f21b1cf4-9836-4a7b-8947-90f148ea7c8b HTTP/1.1" status: 200 len: 817 time: 0.5605993 Nov 18 18:14:02.247230 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-27d3ff63-eadb-4d07-8159-d67902fb3145 req-9fa2e04f-3417-4730-ba05-02cc3e56e48c tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=afdf38ed-f20b-4bdf-ba97-323d5dc15fa4 HTTP/1.1" status: 200 len: 210 time: 0.1507959 Nov 18 18:14:02.278820 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e220b3-e741-442d-bb91-efd720faf5ce service neutron] Pushing event updated for resources: {'Port': ['ID=a6bada09-281b-4578-afea-c680bd371ea2,revision_number=2']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:14:02.314806 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7fe2f9-4fca-428d-8e7b-93eea022b006 req-ce78f0a3-b870-47b2-bed3-782b9286bcd5 tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:02.316670 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-6a7fe2f9-4fca-428d-8e7b-93eea022b006 req-ce78f0a3-b870-47b2-bed3-782b9286bcd5 tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] 10.222.0.21 "GET /v2.0/ports?device_id=c56bde41-d0b6-4dd4-a5e6-ebd9c66dc49d HTTP/1.1" status: 200 len: 944 time: 0.2186651 Nov 18 18:14:02.349582 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.managers [req-2c5150e8-fbe3-4203-a8d2-73d8ad3f1615 req-d3e220b3-e741-442d-bb91-efd720faf5ce service neutron] Attempting to bind port a6bada09-281b-4578-afea-c680bd371ea2 on host hv-cinder-81669 for vnic_type normal with profile {{(pid=101553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 18 18:14:02.349980 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.managers [req-2c5150e8-fbe3-4203-a8d2-73d8ad3f1615 req-d3e220b3-e741-442d-bb91-efd720faf5ce service neutron] Attempting to bind port a6bada09-281b-4578-afea-c680bd371ea2 by drivers openvswitch,hyperv on host hv-cinder-81669 at level 0 using segments [{'id': 'fdab8eb2-7859-4d62-a00d-9bb65cb2ee65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '548d4c85-a92c-4982-a16e-af3d8afd47ad'}] {{(pid=101553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 18 18:14:02.350399 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c5150e8-fbe3-4203-a8d2-73d8ad3f1615 req-d3e220b3-e741-442d-bb91-efd720faf5ce service neutron] Attempting to bind port a6bada09-281b-4578-afea-c680bd371ea2 on network 548d4c85-a92c-4982-a16e-af3d8afd47ad {{(pid=101553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:14:02.366580 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c5150e8-fbe3-4203-a8d2-73d8ad3f1615 req-d3e220b3-e741-442d-bb91-efd720faf5ce service neutron] Port a6bada09-281b-4578-afea-c680bd371ea2 on network 548d4c85-a92c-4982-a16e-af3d8afd47ad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81669 {{(pid=101553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 18:14:02.366974 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c5150e8-fbe3-4203-a8d2-73d8ad3f1615 req-d3e220b3-e741-442d-bb91-efd720faf5ce service neutron] Attempting to bind port a6bada09-281b-4578-afea-c680bd371ea2 on network 548d4c85-a92c-4982-a16e-af3d8afd47ad {{(pid=101553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:14:02.382060 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c5150e8-fbe3-4203-a8d2-73d8ad3f1615 req-d3e220b3-e741-442d-bb91-efd720faf5ce service neutron] Checking agent: {'id': 'de52c200-415c-462d-a684-4cc0655308c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81669', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 18, 11, 25), 'started_at': datetime.datetime(2021, 11, 18, 18, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 18, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 18:14:02.382469 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c5150e8-fbe3-4203-a8d2-73d8ad3f1615 req-d3e220b3-e741-442d-bb91-efd720faf5ce service neutron] Checking segment: {'id': 'fdab8eb2-7859-4d62-a00d-9bb65cb2ee65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '548d4c85-a92c-4982-a16e-af3d8afd47ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 18 18:14:02.382944 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c5150e8-fbe3-4203-a8d2-73d8ad3f1615 req-d3e220b3-e741-442d-bb91-efd720faf5ce service neutron] Bound using segment: {'id': 'fdab8eb2-7859-4d62-a00d-9bb65cb2ee65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '548d4c85-a92c-4982-a16e-af3d8afd47ad'} {{(pid=101553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 18:14:02.383460 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.managers [req-2c5150e8-fbe3-4203-a8d2-73d8ad3f1615 req-d3e220b3-e741-442d-bb91-efd720faf5ce service neutron] Bound port: a6bada09-281b-4578-afea-c680bd371ea2, host: hv-cinder-81669, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdab8eb2-7859-4d62-a00d-9bb65cb2ee65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '548d4c85-a92c-4982-a16e-af3d8afd47ad'}}] {{(pid=101553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 18 18:14:02.383935 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-2c5150e8-fbe3-4203-a8d2-73d8ad3f1615 req-d3e220b3-e741-442d-bb91-efd720faf5ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:02.420858 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-6a7fe2f9-4fca-428d-8e7b-93eea022b006 req-b9217d44-ac05-4c93-be01-891e95e5c409 tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] 10.222.0.21 "GET /v2.0/security-groups?id=04f8c7b0-0112-42fb-9aac-a17876feddfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962451 Nov 18 18:14:02.520472 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152d946f-97ca-4cb3-84f6-bf026315f93c req-2939ce96-3be8-470c-a027-4d909d508576 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:02.521990 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-152d946f-97ca-4cb3-84f6-bf026315f93c req-2939ce96-3be8-470c-a027-4d909d508576 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c1fb574-4c1a-4ea7-bab9-434b7381aebd HTTP/1.1" status: 200 len: 943 time: 0.1357391 Nov 18 18:14:02.556515 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.db [req-2c5150e8-fbe3-4203-a8d2-73d8ad3f1615 req-d3e220b3-e741-442d-bb91-efd720faf5ce service neutron] For port a6bada09-281b-4578-afea-c680bd371ea2, host hv-cinder-81669, cleared binding levels {{(pid=101553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 18:14:02.578455 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.db [req-2c5150e8-fbe3-4203-a8d2-73d8ad3f1615 req-d3e220b3-e741-442d-bb91-efd720faf5ce service neutron] For port a6bada09-281b-4578-afea-c680bd371ea2, host hv-cinder-81669, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81669',level=0,port_id=a6bada09-281b-4578-afea-c680bd371ea2,segment=NetworkSegment(fdab8eb2-7859-4d62-a00d-9bb65cb2ee65),segment_id=fdab8eb2-7859-4d62-a00d-9bb65cb2ee65)] {{(pid=101553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 18:14:02.587130 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-2c5150e8-fbe3-4203-a8d2-73d8ad3f1615 req-d3e220b3-e741-442d-bb91-efd720faf5ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5584123'] for port, after_update {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:02.591538 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-152d946f-97ca-4cb3-84f6-bf026315f93c req-27558fd7-8294-45f5-9b31-5c90adfb5d23 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb4519c5-e238-4dc3-a08d-3d011a53b08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614820 Nov 18 18:14:02.641456 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5150e8-fbe3-4203-a8d2-73d8ad3f1615 req-d3e220b3-e741-442d-bb91-efd720faf5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:02.642191 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-2c5150e8-fbe3-4203-a8d2-73d8ad3f1615 req-d3e220b3-e741-442d-bb91-efd720faf5ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553968'] for port, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:02.644089 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-2c5150e8-fbe3-4203-a8d2-73d8ad3f1615 req-d3e220b3-e741-442d-bb91-efd720faf5ce service neutron] 10.222.0.46 "PUT /v2.0/ports/a6bada09-281b-4578-afea-c680bd371ea2 HTTP/1.1" status: 200 len: 1093 time: 2.9524021 Nov 18 18:14:02.644524 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7336ff2b-a36e-417a-9f1b-c737fdefc35a', 'tag': 'a6bada09-281b-4578-afea-c680bd371ea2'}] {{(pid=101553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:14:02.647235 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3f9c8695bc273365e1ae5046181e224bccdab9c1f2bdac51621509927968c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f981144f-ea4d-4204-88b0-ecc704c3e7be" -d '{"events": [{"name": "network-changed", "server_uuid": "7336ff2b-a36e-417a-9f1b-c737fdefc35a", "tag": "a6bada09-281b-4578-afea-c680bd371ea2"}]}' {{(pid=101553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:14:02.693698 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e220b3-e741-442d-bb91-efd720faf5ce service neutron] Pushing event updated for resources: {'Port': ['ID=a6bada09-281b-4578-afea-c680bd371ea2,revision_number=3']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:14:02.803026 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 18:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f48b3571-d10f-4e31-bb94-40984f9c2ed5 x-openstack-request-id: req-f48b3571-d10f-4e31-bb94-40984f9c2ed5 {{(pid=101553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:14:02.803405 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7336ff2b-a36e-417a-9f1b-c737fdefc35a", "tag": "a6bada09-281b-4578-afea-c680bd371ea2", "status": "completed", "code": 200}]} {{(pid=101553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:14:02.803781 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f48b3571-d10f-4e31-bb94-40984f9c2ed5 {{(pid=101553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:14:02.804324 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7336ff2b-a36e-417a-9f1b-c737fdefc35a', 'tag': 'a6bada09-281b-4578-afea-c680bd371ea2', 'status': 'completed', 'code': 200} Nov 18 18:14:02.811444 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 44896) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:14:02.881062 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 44900) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:14:03.015748 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-4a273db9-5026-4d9b-9a7f-9613d190b0fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:03.034425 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-2201d462-b361-4267-90bd-0bf3d5da5fd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:03.194913 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84ff24d-07b6-4d98-a2e2-10f81847cf6b req-74df1acb-19bd-4783-9b67-1b5e0d189925 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:03.196486 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-c84ff24d-07b6-4d98-a2e2-10f81847cf6b req-74df1acb-19bd-4783-9b67-1b5e0d189925 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/ports?device_id=772bd24f-916b-474d-b066-90b4ab242777 HTTP/1.1" status: 200 len: 944 time: 0.1491065 Nov 18 18:14:03.252664 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d66fb5c-efb9-4851-adb1-7a9294f402d0 req-635c9943-a806-48d3-a1f6-07d2457b64a8 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:03.254080 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-6d66fb5c-efb9-4851-adb1-7a9294f402d0 req-635c9943-a806-48d3-a1f6-07d2457b64a8 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/ports?device_id=7336ff2b-a36e-417a-9f1b-c737fdefc35a HTTP/1.1" status: 200 len: 943 time: 0.1744030 Nov 18 18:14:03.258208 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-4a273db9-5026-4d9b-9a7f-9613d190b0fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:03.278036 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-4a273db9-5026-4d9b-9a7f-9613d190b0fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:03.333788 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-2201d462-b361-4267-90bd-0bf3d5da5fd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:03.345859 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-c84ff24d-07b6-4d98-a2e2-10f81847cf6b req-761bf10a-ca3d-48ec-8ccb-ae48fa5b5556 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/security-groups?id=46cda0ec-de4b-4291-a19a-42b976c21ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345749 Nov 18 18:14:03.358123 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-2201d462-b361-4267-90bd-0bf3d5da5fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:03.377207 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-4a273db9-5026-4d9b-9a7f-9613d190b0fc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=189e659cb60d458b91796aea68755c87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4943962 Nov 18 18:14:03.380821 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 44912) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:14:03.384092 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a273db9-5026-4d9b-9a7f-9613d190b0fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73497f16-3fcb-4727-9183-91d392edf719,revision_number=1']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:14:03.393551 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-6d66fb5c-efb9-4851-adb1-7a9294f402d0 req-aa3db3da-b219-4a9e-be49-e4b9a089ecc3 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1e9f200-d7e2-47da-9afd-a1ea2225007f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325078 Nov 18 18:14:03.412104 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-2201d462-b361-4267-90bd-0bf3d5da5fd1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=421f725141034e5eac96e0d495dc0a4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5966411 Nov 18 18:14:03.412544 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 44914) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:14:03.467064 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2201d462-b361-4267-90bd-0bf3d5da5fd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c73c9781-d6a9-4e27-879b-c7d1b08caef8,revision_number=1']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:14:03.470832 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-5340b626-5120-4f2e-ba44-c149890797f2 req-2e87cd6b-2a33-420d-af56-f1460ff1e25e tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=afdf38ed-f20b-4bdf-ba97-323d5dc15fa4 HTTP/1.1" status: 200 len: 210 time: 0.0390661 Nov 18 18:14:03.484998 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-db90af3b-772d-4f01-ace4-85d3b55a5f0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:03.500611 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-ae2ffb4a-f30d-428d-8c34-00ec2c149fad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:03.530851 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-db90af3b-772d-4f01-ace4-85d3b55a5f0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:03.550755 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-ae2ffb4a-f30d-428d-8c34-00ec2c149fad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:03.588438 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-db90af3b-772d-4f01-ace4-85d3b55a5f0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:03.591157 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-db90af3b-772d-4f01-ace4-85d3b55a5f0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:03.595211 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-db90af3b-772d-4f01-ace4-85d3b55a5f0e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/73497f16-3fcb-4727-9183-91d392edf719 HTTP/1.1" status: 204 len: 168 time: 0.2102804 Nov 18 18:14:03.600784 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f45d82f-81b7-4db7-bf6e-46b5756de826 req-031e3547-d8b6-4297-92a5-9ed2f2b2ad1d tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:03.602572 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-2f45d82f-81b7-4db7-bf6e-46b5756de826 req-031e3547-d8b6-4297-92a5-9ed2f2b2ad1d tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] 10.222.0.21 "GET /v2.0/ports?device_id=c56bde41-d0b6-4dd4-a5e6-ebd9c66dc49d HTTP/1.1" status: 200 len: 944 time: 0.0880451 Nov 18 18:14:03.603610 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db90af3b-772d-4f01-ace4-85d3b55a5f0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73497f16-3fcb-4727-9183-91d392edf719,revision_number=None']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:14:03.659639 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-ae2ffb4a-f30d-428d-8c34-00ec2c149fad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:03.662238 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-ae2ffb4a-f30d-428d-8c34-00ec2c149fad admin admin] Notify callbacks [] for security_group, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:03.666103 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-ae2ffb4a-f30d-428d-8c34-00ec2c149fad admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c73c9781-d6a9-4e27-879b-c7d1b08caef8 HTTP/1.1" status: 204 len: 168 time: 0.2500567 Nov 18 18:14:03.676255 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2ffb4a-f30d-428d-8c34-00ec2c149fad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c73c9781-d6a9-4e27-879b-c7d1b08caef8,revision_number=None']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:14:03.688856 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-2f45d82f-81b7-4db7-bf6e-46b5756de826 req-e089a020-f2e1-4650-a2ac-848f34fedc52 tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] 10.222.0.21 "GET /v2.0/security-groups?id=04f8c7b0-0112-42fb-9aac-a17876feddfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781085 Nov 18 18:14:03.758923 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077e5a3f-814a-4859-a941-fe0ada02d187 req-357d124c-20cf-41cd-9c64-3e31ecbd8da6 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:03.760660 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-077e5a3f-814a-4859-a941-fe0ada02d187 req-357d124c-20cf-41cd-9c64-3e31ecbd8da6 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c1fb574-4c1a-4ea7-bab9-434b7381aebd HTTP/1.1" status: 200 len: 943 time: 0.0694485 Nov 18 18:14:03.822826 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-077e5a3f-814a-4859-a941-fe0ada02d187 req-55ccd2cc-4887-4fde-8995-b2bc760e71c1 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb4519c5-e238-4dc3-a08d-3d011a53b08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558150 Nov 18 18:14:04.021915 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 44928) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:14:04.041434 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-7ba997b8-1ed2-49ea-9226-da7ba3e0493f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:04.062506 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 44930) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:14:04.077436 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-70083e4a-b3f9-4774-93e3-19c8b0aa62ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:04.170681 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-70083e4a-b3f9-4774-93e3-19c8b0aa62ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:04.176442 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-70083e4a-b3f9-4774-93e3-19c8b0aa62ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:04.221201 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-70083e4a-b3f9-4774-93e3-19c8b0aa62ce admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=76c6e93027864d8e9d0b83d8ab8562cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1575210 Nov 18 18:14:04.222102 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70083e4a-b3f9-4774-93e3-19c8b0aa62ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46627bf6-e988-460a-b1c4-e0ed7fc3723a,revision_number=1']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:14:04.225107 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 44934) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:14:04.286308 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-bf723478-de2c-4b7e-9e3f-9aec526b9214 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:04.309980 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-bf723478-de2c-4b7e-9e3f-9aec526b9214 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:04.324359 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-7ba997b8-1ed2-49ea-9226-da7ba3e0493f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:04.330749 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-7ba997b8-1ed2-49ea-9226-da7ba3e0493f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:04.364183 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-bf723478-de2c-4b7e-9e3f-9aec526b9214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:04.366768 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-bf723478-de2c-4b7e-9e3f-9aec526b9214 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:04.368534 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-bf723478-de2c-4b7e-9e3f-9aec526b9214 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/46627bf6-e988-460a-b1c4-e0ed7fc3723a HTTP/1.1" status: 204 len: 168 time: 0.1425068 Nov 18 18:14:04.377117 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba997b8-1ed2-49ea-9226-da7ba3e0493f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a363539f-e27c-4af0-bbca-5016ec5503a0,revision_number=1']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:14:04.377401 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf723478-de2c-4b7e-9e3f-9aec526b9214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46627bf6-e988-460a-b1c4-e0ed7fc3723a,revision_number=None']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:14:04.397434 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 44940) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:14:04.401311 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-7ba997b8-1ed2-49ea-9226-da7ba3e0493f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ed44ce19273242c591572f355e1cfa07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3778019 Nov 18 18:14:04.497846 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-544d69c0-3559-477c-9ebc-30e32e3ca58b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:04.547369 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b720f35-3d11-4702-99c1-387e47d3c106 req-93842085-f4b0-4df0-ad0d-87037d2b7385 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:04.548801 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-3b720f35-3d11-4702-99c1-387e47d3c106 req-93842085-f4b0-4df0-ad0d-87037d2b7385 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/ports?device_id=772bd24f-916b-474d-b066-90b4ab242777 HTTP/1.1" status: 200 len: 944 time: 0.1117837 Nov 18 18:14:04.560725 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-544d69c0-3559-477c-9ebc-30e32e3ca58b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:04.625657 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2a7dcb-611a-4d03-b79c-ace9b3c9282f req-78f3f3df-97eb-4980-b250-7b03ce665953 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:04.627437 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-8d2a7dcb-611a-4d03-b79c-ace9b3c9282f req-78f3f3df-97eb-4980-b250-7b03ce665953 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/ports?device_id=7336ff2b-a36e-417a-9f1b-c737fdefc35a HTTP/1.1" status: 200 len: 943 time: 0.1324353 Nov 18 18:14:04.638363 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-3b720f35-3d11-4702-99c1-387e47d3c106 req-efc41c22-1c04-40d5-82df-eb5350bc0018 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/security-groups?id=46cda0ec-de4b-4291-a19a-42b976c21ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797322 Nov 18 18:14:04.687979 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-8d2a7dcb-611a-4d03-b79c-ace9b3c9282f req-1ceec2e1-c0a0-4fd0-8b1c-aa1cee10fe26 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1e9f200-d7e2-47da-9afd-a1ea2225007f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483091 Nov 18 18:14:04.689065 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-544d69c0-3559-477c-9ebc-30e32e3ca58b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:04.691647 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-544d69c0-3559-477c-9ebc-30e32e3ca58b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:04.695153 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-544d69c0-3559-477c-9ebc-30e32e3ca58b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a363539f-e27c-4af0-bbca-5016ec5503a0 HTTP/1.1" status: 204 len: 168 time: 0.2920680 Nov 18 18:14:04.703567 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544d69c0-3559-477c-9ebc-30e32e3ca58b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a363539f-e27c-4af0-bbca-5016ec5503a0,revision_number=None']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:14:04.786540 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-92ac1d7c-8dc0-40c3-9cd3-8f4970751a9f req-862aa023-d974-4dd0-aa7e-c5e0956937ec tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=afdf38ed-f20b-4bdf-ba97-323d5dc15fa4 HTTP/1.1" status: 200 len: 210 time: 0.0410953 Nov 18 18:14:04.862361 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a585fa09-217e-41c5-9684-14d3914624c6 req-eae259c3-3aa4-4ed2-8654-b69ca8cf7a61 tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:04.863934 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-a585fa09-217e-41c5-9684-14d3914624c6 req-eae259c3-3aa4-4ed2-8654-b69ca8cf7a61 tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] 10.222.0.21 "GET /v2.0/ports?device_id=c56bde41-d0b6-4dd4-a5e6-ebd9c66dc49d HTTP/1.1" status: 200 len: 944 time: 0.0580070 Nov 18 18:14:04.920226 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-a585fa09-217e-41c5-9684-14d3914624c6 req-bfd1621a-aa74-4102-b7da-b5fa8889e862 tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] 10.222.0.21 "GET /v2.0/security-groups?id=04f8c7b0-0112-42fb-9aac-a17876feddfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488102 Nov 18 18:14:04.963927 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3b2ed0-7874-4e98-99a7-57848a940e99 req-bc875f37-5ead-44d5-8461-47453a8a7f63 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:04.965822 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-9e3b2ed0-7874-4e98-99a7-57848a940e99 req-bc875f37-5ead-44d5-8461-47453a8a7f63 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c1fb574-4c1a-4ea7-bab9-434b7381aebd HTTP/1.1" status: 200 len: 943 time: 0.0624094 Nov 18 18:14:05.009726 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-9e3b2ed0-7874-4e98-99a7-57848a940e99 req-683e0873-4569-42cf-b438-e8e25b475253 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb4519c5-e238-4dc3-a08d-3d011a53b08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367527 Nov 18 18:14:05.606346 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-092ff53e-c847-4f1c-bfd6-0724c97d4251 req-91f3cc3f-5d62-4066-ae10-54b2898f8217 service neutron] 10.222.0.46 "GET /v2.0/networks/2a4fc9ff-28ae-4037-8086-d87ec1bf47f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569402 Nov 18 18:14:05.620824 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-64bcf5c3-5698-417a-8e21-e08f366b4abb req-3e67b74d-90d8-4d5b-afea-44cf4cc5b177 service neutron] 10.222.0.46 "GET /v2.0/networks/6154edaf-4d8d-4eb2-9748-db0b61476bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468057 Nov 18 18:14:05.627333 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f981144f-ea4d-4204-88b0-ecc704c3e7be req-ac570353-cace-440b-aaee-7aeece535bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:05.629802 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-f981144f-ea4d-4204-88b0-ecc704c3e7be req-ac570353-cace-440b-aaee-7aeece535bec service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=03d899808f1a4723a8e0d1b00ed1a01d&device_id=7336ff2b-a36e-417a-9f1b-c737fdefc35a HTTP/1.1" status: 200 len: 1096 time: 0.0922837 Nov 18 18:14:05.686309 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-be44ad51-6263-45cf-ba47-7bd2e52a1e80 req-d425bde8-8d6a-42d5-84e2-5000cea34e71 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=080aae90ae2d433d95e93daa3aeb17ce HTTP/1.1" status: 200 len: 380 time: 0.2931430 Nov 18 18:14:05.694090 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386357e9-f0f4-45d8-a5ad-13a45d2da1b7 req-d8bf2257-f077-4030-bb26-458a6d775bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:05.695706 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-386357e9-f0f4-45d8-a5ad-13a45d2da1b7 req-d8bf2257-f077-4030-bb26-458a6d775bb3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=54a71c6fcc084e09bb76b54d410321c7&device_id=48ce5274-bbd4-41d9-a7fd-7b3342e115ca HTTP/1.1" status: 200 len: 1096 time: 0.2941248 Nov 18 18:14:05.736619 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-71b43c9d-a036-4df1-9d14-94a173d27e5d req-99e4d752-a5e9-4f72-84ae-67d40950f84f service neutron] 10.222.0.46 "GET /v2.0/networks/55d864c4-26de-4319-ad49-480f70c18bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4023287 Nov 18 18:14:05.747552 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.v2.base [req-be44ad51-6263-45cf-ba47-7bd2e52a1e80 req-efe29133-62d6-48a9-9be4-e1fefe84e316 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Request body: {'port': {'device_id': 'afdf38ed-f20b-4bdf-ba97-323d5dc15fa4', 'network_id': 'f21b1cf4-9836-4a7b-8947-90f148ea7c8b', 'admin_state_up': True, 'tenant_id': '080aae90ae2d433d95e93daa3aeb17ce', 'security_groups': ['a54f1b91-e755-42dd-80e2-81fd3516d0ed']}} {{(pid=101553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:14:05.848936 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a4caec-45de-4fc2-bf01-61542df64e31 req-47154de4-1565-436c-82ae-88b53e40708e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:05.854392 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-b0a4caec-45de-4fc2-bf01-61542df64e31 req-47154de4-1565-436c-82ae-88b53e40708e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=54a71c6fcc084e09bb76b54d410321c7&device_id=772bd24f-916b-474d-b066-90b4ab242777 HTTP/1.1" status: 200 len: 1097 time: 0.0943797 Nov 18 18:14:05.857614 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f981144f-ea4d-4204-88b0-ecc704c3e7be req-b9913dd6-2800-4d93-a5a4-f4d968564795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:05.859004 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-f981144f-ea4d-4204-88b0-ecc704c3e7be req-b9913dd6-2800-4d93-a5a4-f4d968564795 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=03d899808f1a4723a8e0d1b00ed1a01d&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2210815 Nov 18 18:14:05.920555 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-386357e9-f0f4-45d8-a5ad-13a45d2da1b7 req-128db702-d273-43df-877f-c353bcc46765 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4094900d-0e79-4f32-bbef-bbebdacfd67b HTTP/1.1" status: 200 len: 217 time: 0.1490576 Nov 18 18:14:06.000372 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a4caec-45de-4fc2-bf01-61542df64e31 req-1ae14a50-f76e-4416-8897-b748c4b9340b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:06.001916 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-b0a4caec-45de-4fc2-bf01-61542df64e31 req-1ae14a50-f76e-4416-8897-b748c4b9340b service neutron] 10.222.0.46 "GET /v2.0/networks?id=6154edaf-4d8d-4eb2-9748-db0b61476bdf HTTP/1.1" status: 200 len: 919 time: 0.1346867 Nov 18 18:14:06.076403 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa6b41b-aacd-45ea-91e6-41131747cebe req-0d27be0b-f323-465c-bc5a-19bfd1b31da4 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:06.078331 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-2fa6b41b-aacd-45ea-91e6-41131747cebe req-0d27be0b-f323-465c-bc5a-19bfd1b31da4 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/ports?device_id=772bd24f-916b-474d-b066-90b4ab242777 HTTP/1.1" status: 200 len: 944 time: 0.2696278 Nov 18 18:14:06.083498 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-b0a4caec-45de-4fc2-bf01-61542df64e31 req-8ecb9419-2c8b-4db5-ad97-be3e44256ca2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f81ef956-4ab2-48d8-a239-4d364a76a8dd HTTP/1.1" status: 200 len: 217 time: 0.0515511 Nov 18 18:14:06.102432 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386357e9-f0f4-45d8-a5ad-13a45d2da1b7 req-d91b73c1-f7b9-40de-b37f-533433f07b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:06.104163 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-386357e9-f0f4-45d8-a5ad-13a45d2da1b7 req-d91b73c1-f7b9-40de-b37f-533433f07b8b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7228a873-9d05-4b76-9e24-c9343ad2ab35 HTTP/1.1" status: 200 len: 858 time: 0.1675551 Nov 18 18:14:06.149796 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c660bd-2c1a-4734-8779-a9699af11d16 req-6bb133e4-ad53-4089-968a-33a6cfcacd47 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:06.157263 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-26c660bd-2c1a-4734-8779-a9699af11d16 req-6bb133e4-ad53-4089-968a-33a6cfcacd47 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/ports?device_id=7336ff2b-a36e-417a-9f1b-c737fdefc35a HTTP/1.1" status: 200 len: 943 time: 0.2723856 Nov 18 18:14:06.170315 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a4caec-45de-4fc2-bf01-61542df64e31 req-1fa0bb49-c4f3-4388-a700-6910c7c6e62a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:06.170315 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-b0a4caec-45de-4fc2-bf01-61542df64e31 req-1fa0bb49-c4f3-4388-a700-6910c7c6e62a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7228a873-9d05-4b76-9e24-c9343ad2ab35 HTTP/1.1" status: 200 len: 858 time: 0.0742874 Nov 18 18:14:06.170315 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f981144f-ea4d-4204-88b0-ecc704c3e7be req-31a1431f-0cc5-49de-a38f-6008a631d68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:06.170315 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-f981144f-ea4d-4204-88b0-ecc704c3e7be req-31a1431f-0cc5-49de-a38f-6008a631d68e service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2908633 Nov 18 18:14:06.210139 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-71b43c9d-a036-4df1-9d14-94a173d27e5d req-582c50e7-4484-4e5d-8486-64474b548009 service neutron] 10.222.0.46 "GET /v2.0/networks/55d864c4-26de-4319-ad49-480f70c18bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4529414 Nov 18 18:14:06.225684 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-2fa6b41b-aacd-45ea-91e6-41131747cebe req-e42e0825-922f-45bb-a01d-5fbef512ca65 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/security-groups?id=46cda0ec-de4b-4291-a19a-42b976c21ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268983 Nov 18 18:14:06.226257 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be44ad51-6263-45cf-ba47-7bd2e52a1e80 req-efe29133-62d6-48a9-9be4-e1fefe84e316 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Made reservation on behalf of 080aae90ae2d433d95e93daa3aeb17ce for: {'port': 1} {{(pid=101553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 18:14:06.230912 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-be44ad51-6263-45cf-ba47-7bd2e52a1e80 req-efe29133-62d6-48a9-9be4-e1fefe84e316 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:06.258027 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-26c660bd-2c1a-4734-8779-a9699af11d16 req-13e8373e-7946-451d-bee2-001f945833ae tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1e9f200-d7e2-47da-9afd-a1ea2225007f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996556 Nov 18 18:14:06.401421 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-53db01f0-abfb-4c28-81ef-d577f41a55ee req-2f54c40a-9050-4183-8c5b-b6de8caf59f4 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=afdf38ed-f20b-4bdf-ba97-323d5dc15fa4 HTTP/1.1" status: 200 len: 210 time: 0.0530696 Nov 18 18:14:06.488049 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.db.db_base_plugin_common [req-be44ad51-6263-45cf-ba47-7bd2e52a1e80 req-efe29133-62d6-48a9-9be4-e1fefe84e316 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Allocated IP 172.20.0.10 (f21b1cf4-9836-4a7b-8947-90f148ea7c8b/7e1d2c9d-3536-4097-943a-2b344ea0e9fc/3d7d3eac-4d1f-46f7-bd38-8201265cf0e4) {{(pid=101553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 18:14:06.542112 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b517145e-de2e-4ce1-86c5-b7fef83bd2d0 req-6a31786e-3f63-4d71-93a3-7201b89d8e90 tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:06.543671 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-b517145e-de2e-4ce1-86c5-b7fef83bd2d0 req-6a31786e-3f63-4d71-93a3-7201b89d8e90 tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] 10.222.0.21 "GET /v2.0/ports?device_id=c56bde41-d0b6-4dd4-a5e6-ebd9c66dc49d HTTP/1.1" status: 200 len: 944 time: 0.1745133 Nov 18 18:14:06.650174 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937822bb-5a6d-401f-97c9-029d8106c8eb req-bd50737d-1fda-414f-93c4-91cc2980b912 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:06.651705 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-937822bb-5a6d-401f-97c9-029d8106c8eb req-bd50737d-1fda-414f-93c4-91cc2980b912 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c1fb574-4c1a-4ea7-bab9-434b7381aebd HTTP/1.1" status: 200 len: 943 time: 0.1558635 Nov 18 18:14:06.683059 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-b517145e-de2e-4ce1-86c5-b7fef83bd2d0 req-1b45e3a6-ee48-454b-9d53-e824c06d35c1 tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] 10.222.0.21 "GET /v2.0/security-groups?id=04f8c7b0-0112-42fb-9aac-a17876feddfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214569 Nov 18 18:14:06.734703 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-937822bb-5a6d-401f-97c9-029d8106c8eb req-6248c76d-be78-47b7-a3d6-42fe55a386ab tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb4519c5-e238-4dc3-a08d-3d011a53b08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712397 Nov 18 18:14:06.764923 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-be44ad51-6263-45cf-ba47-7bd2e52a1e80 req-efe29133-62d6-48a9-9be4-e1fefe84e316 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Notify callbacks [] for port, precommit_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:06.802768 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-be44ad51-6263-45cf-ba47-7bd2e52a1e80 req-efe29133-62d6-48a9-9be4-e1fefe84e316 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768456900401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5584108'] for port, after_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:06.850773 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be44ad51-6263-45cf-ba47-7bd2e52a1e80 req-efe29133-62d6-48a9-9be4-e1fefe84e316 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Network f21b1cf4-9836-4a7b-8947-90f148ea7c8b is already hosted by enough agents. {{(pid=101553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:14:06.856440 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.scheduler.base_scheduler [req-be44ad51-6263-45cf-ba47-7bd2e52a1e80 req-efe29133-62d6-48a9-9be4-e1fefe84e316 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Resources bound (agent type, host, resource id): {{(pid=101553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:14:06.860604 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.db.l3_dvrscheduler_db [req-be44ad51-6263-45cf-ba47-7bd2e52a1e80 req-efe29133-62d6-48a9-9be4-e1fefe84e316 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Received port after_create {{(pid=101553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 18:14:06.871984 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe29133-62d6-48a9-9be4-e1fefe84e316 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Pushing event updated for resources: {'Port': ['ID=3d7d3eac-4d1f-46f7-bd38-8201265cf0e4,revision_number=1']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:14:06.938866 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be44ad51-6263-45cf-ba47-7bd2e52a1e80 req-efe29133-62d6-48a9-9be4-e1fefe84e316 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:06.939845 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-be44ad51-6263-45cf-ba47-7bd2e52a1e80 req-efe29133-62d6-48a9-9be4-e1fefe84e316 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553968'] for port, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:06.963060 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-be44ad51-6263-45cf-ba47-7bd2e52a1e80 req-efe29133-62d6-48a9-9be4-e1fefe84e316 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2219834 Nov 18 18:14:07.123980 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-77d9f13d-c10c-4b66-91f1-75237e6a618e None None] Provisioning complete for port 3d7d3eac-4d1f-46f7-bd38-8201265cf0e4 triggered by entity DHCP. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:14:07.125310 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-77d9f13d-c10c-4b66-91f1-75237e6a618e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:07.161356 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.plugin [None req-77d9f13d-c10c-4b66-91f1-75237e6a618e None None] Port 3d7d3eac-4d1f-46f7-bd38-8201265cf0e4 cannot update to ACTIVE because it is not bound. {{(pid=101555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 18 18:14:07.403137 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e512f06-6096-4635-9a6b-1031132abc22 req-fdec6264-0c4b-4638-ae93-8b7f4701ea9c tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:07.404722 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-6e512f06-6096-4635-9a6b-1031132abc22 req-fdec6264-0c4b-4638-ae93-8b7f4701ea9c tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/ports?device_id=772bd24f-916b-474d-b066-90b4ab242777 HTTP/1.1" status: 200 len: 944 time: 0.0799885 Nov 18 18:14:07.435154 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863857fa-ba03-47c6-8454-b9267df72142 req-d683f74a-3c82-46ed-abc5-8f08422d7415 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:07.436680 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-863857fa-ba03-47c6-8454-b9267df72142 req-d683f74a-3c82-46ed-abc5-8f08422d7415 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/ports?device_id=7336ff2b-a36e-417a-9f1b-c737fdefc35a HTTP/1.1" status: 200 len: 943 time: 0.0810218 Nov 18 18:14:07.469435 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-6e512f06-6096-4635-9a6b-1031132abc22 req-727777ae-f72d-4b02-a44d-8a0f1aa50047 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/security-groups?id=46cda0ec-de4b-4291-a19a-42b976c21ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578299 Nov 18 18:14:07.490081 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-863857fa-ba03-47c6-8454-b9267df72142 req-3d0a10c8-f808-46ad-9de6-30827eb11f7f tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1e9f200-d7e2-47da-9afd-a1ea2225007f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429795 Nov 18 18:14:07.575321 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48017a7-029e-4b69-a3a2-bb029dcf41e2 req-9e9691a7-f951-4d33-823a-8aceb8760c10 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:07.576795 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-b48017a7-029e-4b69-a3a2-bb029dcf41e2 req-9e9691a7-f951-4d33-823a-8aceb8760c10 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=afdf38ed-f20b-4bdf-ba97-323d5dc15fa4 HTTP/1.1" status: 200 len: 932 time: 0.0498912 Nov 18 18:14:07.618318 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-b48017a7-029e-4b69-a3a2-bb029dcf41e2 req-3515d838-7ce4-4e15-8927-838541407012 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=a54f1b91-e755-42dd-80e2-81fd3516d0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353208 Nov 18 18:14:07.806825 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780cf3e6-61d9-47d1-9f02-33f95fa4a47d req-40f5931c-07fa-427d-bcd7-3d3f7cbec4b3 tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:07.808489 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-780cf3e6-61d9-47d1-9f02-33f95fa4a47d req-40f5931c-07fa-427d-bcd7-3d3f7cbec4b3 tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] 10.222.0.21 "GET /v2.0/ports?device_id=c56bde41-d0b6-4dd4-a5e6-ebd9c66dc49d HTTP/1.1" status: 200 len: 944 time: 0.0503540 Nov 18 18:14:07.878475 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-780cf3e6-61d9-47d1-9f02-33f95fa4a47d req-dd93da54-7fb7-488e-a40e-0b3ab58a1df4 tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] 10.222.0.21 "GET /v2.0/security-groups?id=04f8c7b0-0112-42fb-9aac-a17876feddfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588274 Nov 18 18:14:07.886894 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4cf109-a695-4b30-b8cf-950da55bb3d4 req-af2607f4-b42f-4b17-a377-3690484abd6c tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:07.888415 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-ef4cf109-a695-4b30-b8cf-950da55bb3d4 req-af2607f4-b42f-4b17-a377-3690484abd6c tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c1fb574-4c1a-4ea7-bab9-434b7381aebd HTTP/1.1" status: 200 len: 943 time: 0.0772657 Nov 18 18:14:07.928944 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-ef4cf109-a695-4b30-b8cf-950da55bb3d4 req-f1afa18e-421c-4600-9888-a6f4ce8742e1 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb4519c5-e238-4dc3-a08d-3d011a53b08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342474 Nov 18 18:14:08.622089 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbccfd1-f60f-4615-affa-23a7a92dd139 req-0da9ab02-71aa-4f5a-bee4-27c488256a07 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:08.623582 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-1dbccfd1-f60f-4615-affa-23a7a92dd139 req-0da9ab02-71aa-4f5a-bee4-27c488256a07 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/ports?device_id=772bd24f-916b-474d-b066-90b4ab242777 HTTP/1.1" status: 200 len: 944 time: 0.0846484 Nov 18 18:14:08.645119 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a673968-7593-49e7-99d1-eb21f532df09 req-86e96abf-d36e-4936-8299-8f0ce4d5fa2e tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:08.646673 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-9a673968-7593-49e7-99d1-eb21f532df09 req-86e96abf-d36e-4936-8299-8f0ce4d5fa2e tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/ports?device_id=7336ff2b-a36e-417a-9f1b-c737fdefc35a HTTP/1.1" status: 200 len: 943 time: 0.0732961 Nov 18 18:14:08.691440 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-1dbccfd1-f60f-4615-affa-23a7a92dd139 req-6415b00d-1bf7-43fc-a1f3-9ca53e02c4a8 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/security-groups?id=46cda0ec-de4b-4291-a19a-42b976c21ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600524 Nov 18 18:14:08.704187 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-9a673968-7593-49e7-99d1-eb21f532df09 req-a3643295-2f48-4ad2-be56-6cae6a43a6df tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1e9f200-d7e2-47da-9afd-a1ea2225007f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492916 Nov 18 18:14:08.811047 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e7af1b-4126-4350-bc9c-aec3cfbf8402 req-775a13ca-41a9-4c5b-90c4-f3f5b532a7b5 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:08.812944 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-63e7af1b-4126-4350-bc9c-aec3cfbf8402 req-775a13ca-41a9-4c5b-90c4-f3f5b532a7b5 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=afdf38ed-f20b-4bdf-ba97-323d5dc15fa4 HTTP/1.1" status: 200 len: 932 time: 0.0525873 Nov 18 18:14:08.855089 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-63e7af1b-4126-4350-bc9c-aec3cfbf8402 req-2b6f4093-8124-4363-98e2-15e5bd7e05f0 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=a54f1b91-e755-42dd-80e2-81fd3516d0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349040 Nov 18 18:14:08.995309 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f416e1-7a53-411a-a768-aae6947c2650 req-ec2b671f-e235-4a06-a669-0b247b55f349 tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:08.996869 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-a8f416e1-7a53-411a-a768-aae6947c2650 req-ec2b671f-e235-4a06-a669-0b247b55f349 tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] 10.222.0.21 "GET /v2.0/ports?device_id=c56bde41-d0b6-4dd4-a5e6-ebd9c66dc49d HTTP/1.1" status: 200 len: 944 time: 0.0535023 Nov 18 18:14:09.059438 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-a8f416e1-7a53-411a-a768-aae6947c2650 req-94de28c6-420a-43d2-b740-ef8bb390dd2f tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] 10.222.0.21 "GET /v2.0/security-groups?id=04f8c7b0-0112-42fb-9aac-a17876feddfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567591 Nov 18 18:14:09.076191 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512bea76-c861-42b4-aa65-787ff5a2ab1b req-aca2083d-98d2-451b-be33-71b294a244a9 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:09.078119 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-512bea76-c861-42b4-aa65-787ff5a2ab1b req-aca2083d-98d2-451b-be33-71b294a244a9 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c1fb574-4c1a-4ea7-bab9-434b7381aebd HTTP/1.1" status: 200 len: 943 time: 0.0687649 Nov 18 18:14:09.115511 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-512bea76-c861-42b4-aa65-787ff5a2ab1b req-c3f582bb-49fb-4bbc-aa15-711aefc28146 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb4519c5-e238-4dc3-a08d-3d011a53b08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317619 Nov 18 18:14:09.844816 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a492fd8-598d-481b-a737-c7838a6c3b6d req-e15503c3-94ff-4051-9f4f-14df331210c1 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:09.846302 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-5a492fd8-598d-481b-a737-c7838a6c3b6d req-e15503c3-94ff-4051-9f4f-14df331210c1 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/ports?device_id=772bd24f-916b-474d-b066-90b4ab242777 HTTP/1.1" status: 200 len: 944 time: 0.0853722 Nov 18 18:14:09.859177 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cc1239-5894-4d96-80ab-924d134179cc req-9f4372e3-fea0-4962-8495-c69d02c7b57d tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:09.860631 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-38cc1239-5894-4d96-80ab-924d134179cc req-9f4372e3-fea0-4962-8495-c69d02c7b57d tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/ports?device_id=7336ff2b-a36e-417a-9f1b-c737fdefc35a HTTP/1.1" status: 200 len: 943 time: 0.0685277 Nov 18 18:14:09.934275 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.v2.base [req-be44ad51-6263-45cf-ba47-7bd2e52a1e80 req-a8e4e89d-746d-4924-8788-87a67194425e service neutron] Request body: {'port': {'device_id': 'afdf38ed-f20b-4bdf-ba97-323d5dc15fa4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81669'}} {{(pid=101553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:14:09.942694 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-b0a4caec-45de-4fc2-bf01-61542df64e31 req-3002a640-a63a-405d-83ce-ddb1fed9a5c3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6154edaf-4d8d-4eb2-9748-db0b61476bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308113 Nov 18 18:14:09.944127 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-5a492fd8-598d-481b-a737-c7838a6c3b6d req-b07c0ad0-bade-4a66-b1ab-f65f40063203 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/security-groups?id=46cda0ec-de4b-4291-a19a-42b976c21ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825186 Nov 18 18:14:09.974382 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-386357e9-f0f4-45d8-a5ad-13a45d2da1b7 req-7b1a3527-fdbb-4853-a032-12a207140c0d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6154edaf-4d8d-4eb2-9748-db0b61476bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640132 Nov 18 18:14:09.977961 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-38cc1239-5894-4d96-80ab-924d134179cc req-58d2571f-c689-4a29-b32a-e5902b9d5c8c tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1e9f200-d7e2-47da-9afd-a1ea2225007f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108782 Nov 18 18:14:10.046967 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5150e8-fbe3-4203-a8d2-73d8ad3f1615 req-077ec875-1a84-4951-8d44-e57dccd88244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:10.048696 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-2c5150e8-fbe3-4203-a8d2-73d8ad3f1615 req-077ec875-1a84-4951-8d44-e57dccd88244 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=03d899808f1a4723a8e0d1b00ed1a01d&device_id=7336ff2b-a36e-417a-9f1b-c737fdefc35a HTTP/1.1" status: 200 len: 1096 time: 0.1084826 Nov 18 18:14:10.076087 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-b0a4caec-45de-4fc2-bf01-61542df64e31 req-5f6d207e-511b-4744-8e40-e2b5d7ecc058 service neutron] 10.222.0.46 "GET /v2.0/networks/6154edaf-4d8d-4eb2-9748-db0b61476bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221244 Nov 18 18:14:10.090529 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-be44ad51-6263-45cf-ba47-7bd2e52a1e80 req-a8e4e89d-746d-4924-8788-87a67194425e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:10.181169 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa208ac-3358-4414-9ead-0a563667638b req-c53aab0c-ac65-4c4e-aa75-ec9cbfb6342b tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:10.182623 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-7aa208ac-3358-4414-9ead-0a563667638b req-c53aab0c-ac65-4c4e-aa75-ec9cbfb6342b tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=afdf38ed-f20b-4bdf-ba97-323d5dc15fa4 HTTP/1.1" status: 200 len: 932 time: 0.1465080 Nov 18 18:14:10.184275 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-2c5150e8-fbe3-4203-a8d2-73d8ad3f1615 req-c58b3a74-42fd-4964-8422-61e6e915f2c2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a6bada09-281b-4578-afea-c680bd371ea2 HTTP/1.1" status: 200 len: 217 time: 0.0806284 Nov 18 18:14:10.222687 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-386357e9-f0f4-45d8-a5ad-13a45d2da1b7 req-d9c0d2dd-96e5-45fd-a8d5-39545100f063 service neutron] 10.222.0.46 "GET /v2.0/networks/6154edaf-4d8d-4eb2-9748-db0b61476bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367387 Nov 18 18:14:10.252937 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5150e8-fbe3-4203-a8d2-73d8ad3f1615 req-845364b1-bbfa-42e9-91ed-e09449cc1179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:10.254320 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-2c5150e8-fbe3-4203-a8d2-73d8ad3f1615 req-845364b1-bbfa-42e9-91ed-e09449cc1179 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=26737122-c082-4cd3-ada1-6591b74e0d08 HTTP/1.1" status: 200 len: 850 time: 0.0622694 Nov 18 18:14:10.277302 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-b0a4caec-45de-4fc2-bf01-61542df64e31 req-9ebc084d-fbb4-4ea4-b10f-ef9b64121b78 service neutron] 10.222.0.46 "GET /v2.0/networks/6154edaf-4d8d-4eb2-9748-db0b61476bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722698 Nov 18 18:14:10.320228 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5150e8-fbe3-4203-a8d2-73d8ad3f1615 req-06343960-e72e-41cc-9222-896925d8e331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:10.322257 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-2c5150e8-fbe3-4203-a8d2-73d8ad3f1615 req-06343960-e72e-41cc-9222-896925d8e331 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=548d4c85-a92c-4982-a16e-af3d8afd47ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0595849 Nov 18 18:14:10.371020 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6268a6-cad0-4acc-bace-47936c396315 req-bdce1571-a4e4-41aa-965f-4952e47d3400 tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:10.372741 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-9e6268a6-cad0-4acc-bace-47936c396315 req-bdce1571-a4e4-41aa-965f-4952e47d3400 tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] 10.222.0.21 "GET /v2.0/ports?device_id=c56bde41-d0b6-4dd4-a5e6-ebd9c66dc49d HTTP/1.1" status: 200 len: 944 time: 0.2193472 Nov 18 18:14:10.397721 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-7aa208ac-3358-4414-9ead-0a563667638b req-9ecf87c5-df8a-46d0-ad63-27805f1f8ba1 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=a54f1b91-e755-42dd-80e2-81fd3516d0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1970325 Nov 18 18:14:10.523075 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-2c5150e8-fbe3-4203-a8d2-73d8ad3f1615 req-f7fd0cd4-7dcd-4692-9729-657f8bfea196 service neutron] 10.222.0.46 "GET /v2.0/networks/548d4c85-a92c-4982-a16e-af3d8afd47ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220293 Nov 18 18:14:10.634364 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-2c5150e8-fbe3-4203-a8d2-73d8ad3f1615 req-ea8ca2cb-0d16-4a94-8865-2b1938f66518 service neutron] 10.222.0.46 "GET /v2.0/networks/548d4c85-a92c-4982-a16e-af3d8afd47ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040702 Nov 18 18:14:10.705090 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-9e6268a6-cad0-4acc-bace-47936c396315 req-548c220c-210f-4205-b1db-68553681b90d tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] 10.222.0.21 "GET /v2.0/security-groups?id=04f8c7b0-0112-42fb-9aac-a17876feddfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3233080 Nov 18 18:14:10.725837 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-386357e9-f0f4-45d8-a5ad-13a45d2da1b7 req-0e716502-2031-4e99-ab06-a2c6880357a6 service neutron] 10.222.0.46 "GET /v2.0/networks/6154edaf-4d8d-4eb2-9748-db0b61476bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4836113 Nov 18 18:14:10.745973 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ea65c9-2e78-4a83-9260-d525449360b3 req-6d543b33-1125-402d-a31a-c68b0ac38122 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:10.747426 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-05ea65c9-2e78-4a83-9260-d525449360b3 req-6d543b33-1125-402d-a31a-c68b0ac38122 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c1fb574-4c1a-4ea7-bab9-434b7381aebd HTTP/1.1" status: 200 len: 943 time: 0.1069343 Nov 18 18:14:10.811728 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-05ea65c9-2e78-4a83-9260-d525449360b3 req-5a0fb34e-ee96-47de-aef6-9a274218f2d6 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb4519c5-e238-4dc3-a08d-3d011a53b08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558221 Nov 18 18:14:10.857782 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.notifiers.nova [req-be44ad51-6263-45cf-ba47-7bd2e52a1e80 req-a8e4e89d-746d-4924-8788-87a67194425e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d7d3eac-4d1f-46f7-bd38-8201265cf0e4 {{(pid=101553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 18:14:10.865570 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-be44ad51-6263-45cf-ba47-7bd2e52a1e80 req-a8e4e89d-746d-4924-8788-87a67194425e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:10.878029 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.db.provisioning_blocks [req-be44ad51-6263-45cf-ba47-7bd2e52a1e80 req-a8e4e89d-746d-4924-8788-87a67194425e service neutron] Transition to ACTIVE for port object 3d7d3eac-4d1f-46f7-bd38-8201265cf0e4 will not be triggered until provisioned by entity L2. {{(pid=101553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 18:14:10.883376 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-be44ad51-6263-45cf-ba47-7bd2e52a1e80 req-a8e4e89d-746d-4924-8788-87a67194425e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5584123'] for port, after_update {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:10.934068 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e4e89d-746d-4924-8788-87a67194425e service neutron] Pushing event updated for resources: {'Port': ['ID=3d7d3eac-4d1f-46f7-bd38-8201265cf0e4,revision_number=2']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:14:10.964981 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-35078931-984d-4d5d-8311-e5c10e9c82b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:11.102068 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.managers [req-be44ad51-6263-45cf-ba47-7bd2e52a1e80 req-a8e4e89d-746d-4924-8788-87a67194425e service neutron] Attempting to bind port 3d7d3eac-4d1f-46f7-bd38-8201265cf0e4 on host hv-cinder-81669 for vnic_type normal with profile {{(pid=101553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 18 18:14:11.102518 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.managers [req-be44ad51-6263-45cf-ba47-7bd2e52a1e80 req-a8e4e89d-746d-4924-8788-87a67194425e service neutron] Attempting to bind port 3d7d3eac-4d1f-46f7-bd38-8201265cf0e4 by drivers openvswitch,hyperv on host hv-cinder-81669 at level 0 using segments [{'id': '43109070-f8b1-4cef-8fc5-8a83cb9b46d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'f21b1cf4-9836-4a7b-8947-90f148ea7c8b'}] {{(pid=101553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 18 18:14:11.102978 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be44ad51-6263-45cf-ba47-7bd2e52a1e80 req-a8e4e89d-746d-4924-8788-87a67194425e service neutron] Attempting to bind port 3d7d3eac-4d1f-46f7-bd38-8201265cf0e4 on network f21b1cf4-9836-4a7b-8947-90f148ea7c8b {{(pid=101553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:14:11.133963 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be44ad51-6263-45cf-ba47-7bd2e52a1e80 req-a8e4e89d-746d-4924-8788-87a67194425e service neutron] Port 3d7d3eac-4d1f-46f7-bd38-8201265cf0e4 on network f21b1cf4-9836-4a7b-8947-90f148ea7c8b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81669 {{(pid=101553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 18:14:11.134402 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be44ad51-6263-45cf-ba47-7bd2e52a1e80 req-a8e4e89d-746d-4924-8788-87a67194425e service neutron] Attempting to bind port 3d7d3eac-4d1f-46f7-bd38-8201265cf0e4 on network f21b1cf4-9836-4a7b-8947-90f148ea7c8b {{(pid=101553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:14:11.154955 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f6c7f7-e53d-4534-ac24-f92c7b4b55f9 req-a8bb7dc2-873a-433f-95d2-1ff40cde81f9 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:11.157304 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-68f6c7f7-e53d-4534-ac24-f92c7b4b55f9 req-a8bb7dc2-873a-433f-95d2-1ff40cde81f9 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/ports?device_id=772bd24f-916b-474d-b066-90b4ab242777 HTTP/1.1" status: 200 len: 944 time: 0.1389868 Nov 18 18:14:11.161357 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be44ad51-6263-45cf-ba47-7bd2e52a1e80 req-a8e4e89d-746d-4924-8788-87a67194425e service neutron] Checking agent: {'id': 'de52c200-415c-462d-a684-4cc0655308c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81669', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 18, 11, 25), 'started_at': datetime.datetime(2021, 11, 18, 18, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 18, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 18:14:11.161809 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be44ad51-6263-45cf-ba47-7bd2e52a1e80 req-a8e4e89d-746d-4924-8788-87a67194425e service neutron] Checking segment: {'id': '43109070-f8b1-4cef-8fc5-8a83cb9b46d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'f21b1cf4-9836-4a7b-8947-90f148ea7c8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 18 18:14:11.162329 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be44ad51-6263-45cf-ba47-7bd2e52a1e80 req-a8e4e89d-746d-4924-8788-87a67194425e service neutron] Bound using segment: {'id': '43109070-f8b1-4cef-8fc5-8a83cb9b46d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'f21b1cf4-9836-4a7b-8947-90f148ea7c8b'} {{(pid=101553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 18:14:11.162944 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.managers [req-be44ad51-6263-45cf-ba47-7bd2e52a1e80 req-a8e4e89d-746d-4924-8788-87a67194425e service neutron] Bound port: 3d7d3eac-4d1f-46f7-bd38-8201265cf0e4, host: hv-cinder-81669, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43109070-f8b1-4cef-8fc5-8a83cb9b46d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'f21b1cf4-9836-4a7b-8947-90f148ea7c8b'}}] {{(pid=101553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 18 18:14:11.163431 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-be44ad51-6263-45cf-ba47-7bd2e52a1e80 req-a8e4e89d-746d-4924-8788-87a67194425e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:11.208555 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e71395-7445-4a2c-947e-0e71f599f914 req-296f2da5-f780-4e0a-a3ff-2a451b8e2cd3 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:11.210097 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-37e71395-7445-4a2c-947e-0e71f599f914 req-296f2da5-f780-4e0a-a3ff-2a451b8e2cd3 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/ports?device_id=7336ff2b-a36e-417a-9f1b-c737fdefc35a HTTP/1.1" status: 200 len: 943 time: 0.1460705 Nov 18 18:14:11.271207 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-68f6c7f7-e53d-4534-ac24-f92c7b4b55f9 req-e68d6bc7-21a1-44f1-9381-977d8ca7e646 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/security-groups?id=46cda0ec-de4b-4291-a19a-42b976c21ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007230 Nov 18 18:14:11.302883 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-37e71395-7445-4a2c-947e-0e71f599f914 req-aea5466e-1f6e-4c72-94a6-4e683129ced4 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1e9f200-d7e2-47da-9afd-a1ea2225007f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699558 Nov 18 18:14:11.307220 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.db [req-be44ad51-6263-45cf-ba47-7bd2e52a1e80 req-a8e4e89d-746d-4924-8788-87a67194425e service neutron] For port 3d7d3eac-4d1f-46f7-bd38-8201265cf0e4, host hv-cinder-81669, cleared binding levels {{(pid=101553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 18:14:11.310415 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.db [req-be44ad51-6263-45cf-ba47-7bd2e52a1e80 req-a8e4e89d-746d-4924-8788-87a67194425e service neutron] For port 3d7d3eac-4d1f-46f7-bd38-8201265cf0e4, host hv-cinder-81669, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81669',level=0,port_id=3d7d3eac-4d1f-46f7-bd38-8201265cf0e4,segment=NetworkSegment(43109070-f8b1-4cef-8fc5-8a83cb9b46d4),segment_id=43109070-f8b1-4cef-8fc5-8a83cb9b46d4)] {{(pid=101553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 18:14:11.315822 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-be44ad51-6263-45cf-ba47-7bd2e52a1e80 req-a8e4e89d-746d-4924-8788-87a67194425e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5584123'] for port, after_update {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:11.355251 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be44ad51-6263-45cf-ba47-7bd2e52a1e80 req-a8e4e89d-746d-4924-8788-87a67194425e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:11.356084 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-be44ad51-6263-45cf-ba47-7bd2e52a1e80 req-a8e4e89d-746d-4924-8788-87a67194425e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553968'] for port, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:11.357498 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-be44ad51-6263-45cf-ba47-7bd2e52a1e80 req-a8e4e89d-746d-4924-8788-87a67194425e service neutron] 10.222.0.46 "PUT /v2.0/ports/3d7d3eac-4d1f-46f7-bd38-8201265cf0e4 HTTP/1.1" status: 200 len: 1094 time: 1.4456296 Nov 18 18:14:11.357936 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afdf38ed-f20b-4bdf-ba97-323d5dc15fa4', 'tag': '3d7d3eac-4d1f-46f7-bd38-8201265cf0e4'}] {{(pid=101553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:14:11.360325 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3f9c8695bc273365e1ae5046181e224bccdab9c1f2bdac51621509927968c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f3144f3-390f-4c67-b238-2993690bdb7d" -d '{"events": [{"name": "network-changed", "server_uuid": "afdf38ed-f20b-4bdf-ba97-323d5dc15fa4", "tag": "3d7d3eac-4d1f-46f7-bd38-8201265cf0e4"}]}' {{(pid=101553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:14:11.394065 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e4e89d-746d-4924-8788-87a67194425e service neutron] Pushing event updated for resources: {'Port': ['ID=3d7d3eac-4d1f-46f7-bd38-8201265cf0e4,revision_number=3']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:14:11.410357 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 18:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6885699-142f-4059-ab2a-fe514d3563e6 x-openstack-request-id: req-d6885699-142f-4059-ab2a-fe514d3563e6 {{(pid=101553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:14:11.410667 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afdf38ed-f20b-4bdf-ba97-323d5dc15fa4", "tag": "3d7d3eac-4d1f-46f7-bd38-8201265cf0e4", "status": "completed", "code": 200}]} {{(pid=101553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:14:11.410893 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d6885699-142f-4059-ab2a-fe514d3563e6 {{(pid=101553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:14:11.411280 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afdf38ed-f20b-4bdf-ba97-323d5dc15fa4', 'tag': '3d7d3eac-4d1f-46f7-bd38-8201265cf0e4', 'status': 'completed', 'code': 200} Nov 18 18:14:11.450094 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be44ad51-6263-45cf-ba47-7bd2e52a1e80 req-f852a1de-36e5-4d26-bf63-5fdb88ac111c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:11.452017 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-be44ad51-6263-45cf-ba47-7bd2e52a1e80 req-f852a1de-36e5-4d26-bf63-5fdb88ac111c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=080aae90ae2d433d95e93daa3aeb17ce&device_id=afdf38ed-f20b-4bdf-ba97-323d5dc15fa4 HTTP/1.1" status: 200 len: 1097 time: 0.0502906 Nov 18 18:14:11.521172 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-be44ad51-6263-45cf-ba47-7bd2e52a1e80 req-7934002c-8d13-4b5e-b019-6f544dc2e928 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3d7d3eac-4d1f-46f7-bd38-8201265cf0e4 HTTP/1.1" status: 200 len: 217 time: 0.0477700 Nov 18 18:14:11.638613 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35edd0be-71a1-4b6b-8a47-2e94951e3301 req-0ab5bc99-ed20-41e0-bc82-33d92b7c2d65 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:11.640510 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-35edd0be-71a1-4b6b-8a47-2e94951e3301 req-0ab5bc99-ed20-41e0-bc82-33d92b7c2d65 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=afdf38ed-f20b-4bdf-ba97-323d5dc15fa4 HTTP/1.1" status: 200 len: 944 time: 0.1219358 Nov 18 18:14:11.644461 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be44ad51-6263-45cf-ba47-7bd2e52a1e80 req-694d9769-b28c-4eb1-9940-7776b9116c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:11.645893 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-be44ad51-6263-45cf-ba47-7bd2e52a1e80 req-694d9769-b28c-4eb1-9940-7776b9116c7e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7e1d2c9d-3536-4097-943a-2b344ea0e9fc HTTP/1.1" status: 200 len: 856 time: 0.1148274 Nov 18 18:14:11.707668 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-35edd0be-71a1-4b6b-8a47-2e94951e3301 req-c14df027-4890-4be1-9797-cd81034d2df3 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=a54f1b91-e755-42dd-80e2-81fd3516d0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607634 Nov 18 18:14:11.743404 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be44ad51-6263-45cf-ba47-7bd2e52a1e80 req-626bdc1e-676e-4611-91d7-897672c96548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:11.747494 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-be44ad51-6263-45cf-ba47-7bd2e52a1e80 req-626bdc1e-676e-4611-91d7-897672c96548 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f21b1cf4-9836-4a7b-8947-90f148ea7c8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0929868 Nov 18 18:14:11.896373 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6658da55-c13b-4dd6-b125-19bbcfb03243 req-c2b9487d-932e-42d8-91de-335baaa27ab3 tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:11.897884 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-6658da55-c13b-4dd6-b125-19bbcfb03243 req-c2b9487d-932e-42d8-91de-335baaa27ab3 tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] 10.222.0.21 "GET /v2.0/ports?device_id=c56bde41-d0b6-4dd4-a5e6-ebd9c66dc49d HTTP/1.1" status: 200 len: 944 time: 0.0805032 Nov 18 18:14:11.952073 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-be44ad51-6263-45cf-ba47-7bd2e52a1e80 req-17babc3c-528a-45a0-8c39-92cf6cd7026d service neutron] 10.222.0.46 "GET /v2.0/networks/f21b1cf4-9836-4a7b-8947-90f148ea7c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912093 Nov 18 18:14:12.020855 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-6658da55-c13b-4dd6-b125-19bbcfb03243 req-2cd5b839-7b7f-4e85-84d9-b150358bec16 tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] 10.222.0.21 "GET /v2.0/security-groups?id=04f8c7b0-0112-42fb-9aac-a17876feddfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136947 Nov 18 18:14:12.040979 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff77991-c2ff-4548-bc95-c06a3bf0f628 req-eee18b79-8739-44bd-9f69-5b1bd6ed635f tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:12.042465 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-1ff77991-c2ff-4548-bc95-c06a3bf0f628 req-eee18b79-8739-44bd-9f69-5b1bd6ed635f tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c1fb574-4c1a-4ea7-bab9-434b7381aebd HTTP/1.1" status: 200 len: 943 time: 0.1342866 Nov 18 18:14:12.096512 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-be44ad51-6263-45cf-ba47-7bd2e52a1e80 req-6a9bd5bf-d99d-424b-9a7e-7ac109ba4a2b service neutron] 10.222.0.46 "GET /v2.0/networks/f21b1cf4-9836-4a7b-8947-90f148ea7c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320252 Nov 18 18:14:12.104448 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-1ff77991-c2ff-4548-bc95-c06a3bf0f628 req-60528dc3-14e8-4bfb-9e79-43d00c0d5204 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb4519c5-e238-4dc3-a08d-3d011a53b08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542030 Nov 18 18:14:12.198780 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3144f3-390f-4c67-b238-2993690bdb7d req-f275724c-888b-4f3d-99a1-10ef3b481ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:12.200352 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-3f3144f3-390f-4c67-b238-2993690bdb7d req-f275724c-888b-4f3d-99a1-10ef3b481ef4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=080aae90ae2d433d95e93daa3aeb17ce&device_id=afdf38ed-f20b-4bdf-ba97-323d5dc15fa4 HTTP/1.1" status: 200 len: 1097 time: 0.0454643 Nov 18 18:14:12.288482 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3144f3-390f-4c67-b238-2993690bdb7d req-4a0950ae-5c93-43a0-8a6e-518a6b180093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:12.290471 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-3f3144f3-390f-4c67-b238-2993690bdb7d req-4a0950ae-5c93-43a0-8a6e-518a6b180093 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f21b1cf4-9836-4a7b-8947-90f148ea7c8b HTTP/1.1" status: 200 len: 918 time: 0.0826602 Nov 18 18:14:12.332926 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-3f3144f3-390f-4c67-b238-2993690bdb7d req-fdf22f51-9e4a-4f34-9d02-574417f43f8a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3d7d3eac-4d1f-46f7-bd38-8201265cf0e4 HTTP/1.1" status: 200 len: 217 time: 0.0343430 Nov 18 18:14:12.442818 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3144f3-390f-4c67-b238-2993690bdb7d req-01ee6968-ca8a-4fd6-9697-77b4fa5abcf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:12.444198 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-3f3144f3-390f-4c67-b238-2993690bdb7d req-01ee6968-ca8a-4fd6-9697-77b4fa5abcf3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7e1d2c9d-3536-4097-943a-2b344ea0e9fc HTTP/1.1" status: 200 len: 856 time: 0.1048443 Nov 18 18:14:12.470385 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305292fe-a322-48d6-8e69-42931bfcff77 req-40215d7a-ec22-4943-ac9f-666637b7913e tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:12.471842 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-305292fe-a322-48d6-8e69-42931bfcff77 req-40215d7a-ec22-4943-ac9f-666637b7913e tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/ports?device_id=772bd24f-916b-474d-b066-90b4ab242777 HTTP/1.1" status: 200 len: 944 time: 0.1241753 Nov 18 18:14:12.494019 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2fcf84-a71d-46e7-a6fc-056e87bb1093 req-3791a894-8809-42b2-b41b-d7e92c532241 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:12.495433 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-5e2fcf84-a71d-46e7-a6fc-056e87bb1093 req-3791a894-8809-42b2-b41b-d7e92c532241 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/ports?device_id=7336ff2b-a36e-417a-9f1b-c737fdefc35a HTTP/1.1" status: 200 len: 943 time: 0.1157749 Nov 18 18:14:12.570806 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3144f3-390f-4c67-b238-2993690bdb7d req-6a0421c6-9603-4bb0-9e7e-adbc0b96b1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:12.572330 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-3f3144f3-390f-4c67-b238-2993690bdb7d req-6a0421c6-9603-4bb0-9e7e-adbc0b96b1b8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f21b1cf4-9836-4a7b-8947-90f148ea7c8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1212680 Nov 18 18:14:12.577399 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-305292fe-a322-48d6-8e69-42931bfcff77 req-103d7f6d-663d-4649-93e7-84297730a30b tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/security-groups?id=46cda0ec-de4b-4291-a19a-42b976c21ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910740 Nov 18 18:14:12.580299 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-5e2fcf84-a71d-46e7-a6fc-056e87bb1093 req-b9948ba8-75bb-4201-8fb8-5dfb90f38d09 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1e9f200-d7e2-47da-9afd-a1ea2225007f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773239 Nov 18 18:14:12.673953 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-3f3144f3-390f-4c67-b238-2993690bdb7d req-18e8a526-bfb1-43ea-9049-ac6a36e93b35 service neutron] 10.222.0.46 "GET /v2.0/networks/f21b1cf4-9836-4a7b-8947-90f148ea7c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928190 Nov 18 18:14:12.793722 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-3f3144f3-390f-4c67-b238-2993690bdb7d req-b60e8818-e22a-4794-8630-edc8af3bd7f4 service neutron] 10.222.0.46 "GET /v2.0/networks/f21b1cf4-9836-4a7b-8947-90f148ea7c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123941 Nov 18 18:14:12.857067 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec6ac93-8461-4946-b4b4-65e91af24104 req-1e18243b-57bb-4881-b45f-e0c6f345a07c tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:12.858579 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-7ec6ac93-8461-4946-b4b4-65e91af24104 req-1e18243b-57bb-4881-b45f-e0c6f345a07c tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=afdf38ed-f20b-4bdf-ba97-323d5dc15fa4 HTTP/1.1" status: 200 len: 944 time: 0.0556898 Nov 18 18:14:12.905704 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-7ec6ac93-8461-4946-b4b4-65e91af24104 req-18cc4793-14af-4538-9124-f9b1a9feca8d tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=a54f1b91-e755-42dd-80e2-81fd3516d0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366690 Nov 18 18:14:13.148385 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e497ea4-ce3b-42a3-b662-a57f84aa3c59 req-205b6e30-f951-4cfe-97b8-e3512ccdbd67 tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:13.149945 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-0e497ea4-ce3b-42a3-b662-a57f84aa3c59 req-205b6e30-f951-4cfe-97b8-e3512ccdbd67 tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] 10.222.0.21 "GET /v2.0/ports?device_id=c56bde41-d0b6-4dd4-a5e6-ebd9c66dc49d HTTP/1.1" status: 200 len: 944 time: 0.0513139 Nov 18 18:14:13.193351 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-0e497ea4-ce3b-42a3-b662-a57f84aa3c59 req-7e5f7b8f-89c6-4462-92be-65b15b8c31ba tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] 10.222.0.21 "GET /v2.0/security-groups?id=04f8c7b0-0112-42fb-9aac-a17876feddfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360935 Nov 18 18:14:13.261077 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4b450a-7bda-49c1-b6ed-9e7ac9f07722 req-7d2cfc76-cf2e-4bcc-af41-db86889a370c tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:13.262925 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-6d4b450a-7bda-49c1-b6ed-9e7ac9f07722 req-7d2cfc76-cf2e-4bcc-af41-db86889a370c tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c1fb574-4c1a-4ea7-bab9-434b7381aebd HTTP/1.1" status: 200 len: 943 time: 0.0687165 Nov 18 18:14:13.305156 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-6d4b450a-7bda-49c1-b6ed-9e7ac9f07722 req-f729e510-abc2-4c2a-8b77-c792257b8916 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb4519c5-e238-4dc3-a08d-3d011a53b08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339394 Nov 18 18:14:13.717667 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e4fc2d-0e1f-4cf1-a8a4-3b2a76d8d244 req-e6f4a495-b7dd-401b-a0c4-4232904a389d tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:13.719696 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-d6e4fc2d-0e1f-4cf1-a8a4-3b2a76d8d244 req-e6f4a495-b7dd-401b-a0c4-4232904a389d tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/ports?device_id=772bd24f-916b-474d-b066-90b4ab242777 HTTP/1.1" status: 200 len: 944 time: 0.0730422 Nov 18 18:14:13.735162 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5e9b70-68ca-487d-85db-5fd35c12324f req-d1871e82-e3bb-413f-afaf-a3ec2dd8257e tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:13.736765 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-be5e9b70-68ca-487d-85db-5fd35c12324f req-d1871e82-e3bb-413f-afaf-a3ec2dd8257e tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/ports?device_id=7336ff2b-a36e-417a-9f1b-c737fdefc35a HTTP/1.1" status: 200 len: 943 time: 0.0812254 Nov 18 18:14:13.791531 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-d6e4fc2d-0e1f-4cf1-a8a4-3b2a76d8d244 req-ad9b5a9b-1102-43d2-8cdb-7192ca20d934 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/security-groups?id=46cda0ec-de4b-4291-a19a-42b976c21ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655341 Nov 18 18:14:13.798645 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-be5e9b70-68ca-487d-85db-5fd35c12324f req-542692fb-4552-4c35-aac1-4602d0a20d25 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1e9f200-d7e2-47da-9afd-a1ea2225007f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549366 Nov 18 18:14:13.876432 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.agents_db [None req-879798a6-d64d-4745-9d9a-40c50c0efc22 None None] Agent healthcheck: found 6 active agents {{(pid=101556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 18:14:14.004274 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-609c67ea-8a0a-4e28-a4c1-0a7fe68a7a99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:14.037231 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38cac97-1e6d-4773-be14-ee21ef5fbec8 req-43f2e11b-4f7a-4204-9934-04a2bb732ba9 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:14.038711 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-c38cac97-1e6d-4773-be14-ee21ef5fbec8 req-43f2e11b-4f7a-4204-9934-04a2bb732ba9 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=afdf38ed-f20b-4bdf-ba97-323d5dc15fa4 HTTP/1.1" status: 200 len: 944 time: 0.0499313 Nov 18 18:14:14.076178 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-c38cac97-1e6d-4773-be14-ee21ef5fbec8 req-673bd5e8-ff6b-4727-b48f-a8a540c903a0 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=a54f1b91-e755-42dd-80e2-81fd3516d0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306282 Nov 18 18:14:14.166919 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:14.318774 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c165e440-ec20-43de-a5ce-9adcf0c7211d req-d9318338-93b6-4f11-b194-ded690df8d14 tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:14.320829 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-c165e440-ec20-43de-a5ce-9adcf0c7211d req-d9318338-93b6-4f11-b194-ded690df8d14 tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] 10.222.0.21 "GET /v2.0/ports?device_id=c56bde41-d0b6-4dd4-a5e6-ebd9c66dc49d HTTP/1.1" status: 200 len: 944 time: 0.0495446 Nov 18 18:14:14.363606 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-c165e440-ec20-43de-a5ce-9adcf0c7211d req-fd8f2a18-bb39-43f7-b01a-1245e83f54a1 tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] 10.222.0.21 "GET /v2.0/security-groups?id=04f8c7b0-0112-42fb-9aac-a17876feddfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367641 Nov 18 18:14:14.432884 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a73cb57-8d8b-4fc5-8551-596377a42d01 req-b1e41270-db75-46f3-a587-cf12f03b391a tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:14.435384 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-6a73cb57-8d8b-4fc5-8551-596377a42d01 req-b1e41270-db75-46f3-a587-cf12f03b391a tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c1fb574-4c1a-4ea7-bab9-434b7381aebd HTTP/1.1" status: 200 len: 943 time: 0.0581486 Nov 18 18:14:14.476881 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-6a73cb57-8d8b-4fc5-8551-596377a42d01 req-ddc32755-20d7-49bb-bc66-a518b4585bbb tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb4519c5-e238-4dc3-a08d-3d011a53b08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354512 Nov 18 18:14:14.874723 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-e3a848c2-ffa0-4288-a759-e5f077163e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:14.938745 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff1e538-a4d3-4662-bcc2-cef60397a712 req-3252d253-41aa-4bdb-8424-707a68b92742 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:14.940273 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-eff1e538-a4d3-4662-bcc2-cef60397a712 req-3252d253-41aa-4bdb-8424-707a68b92742 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/ports?device_id=772bd24f-916b-474d-b066-90b4ab242777 HTTP/1.1" status: 200 len: 944 time: 0.0814483 Nov 18 18:14:14.954295 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d58b5b-9f84-4969-a353-38e97b62b623 req-f26d6d8f-33f7-498c-9213-5ec59c046cb6 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:14.955779 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-38d58b5b-9f84-4969-a353-38e97b62b623 req-f26d6d8f-33f7-498c-9213-5ec59c046cb6 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/ports?device_id=7336ff2b-a36e-417a-9f1b-c737fdefc35a HTTP/1.1" status: 200 len: 943 time: 0.0866916 Nov 18 18:14:15.009123 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-eff1e538-a4d3-4662-bcc2-cef60397a712 req-fd1f415f-5a1b-446b-af27-05ccb74c5072 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/security-groups?id=46cda0ec-de4b-4291-a19a-42b976c21ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522373 Nov 18 18:14:15.016837 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-38d58b5b-9f84-4969-a353-38e97b62b623 req-9d172059-bbc4-4d6c-a692-d16062fcb01b tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1e9f200-d7e2-47da-9afd-a1ea2225007f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533268 Nov 18 18:14:15.197195 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a46faa-2701-4c49-9ead-196f62da04ae req-9ec401e9-4a8f-4432-9959-f264c4e656ff tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:15.198626 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-62a46faa-2701-4c49-9ead-196f62da04ae req-9ec401e9-4a8f-4432-9959-f264c4e656ff tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=afdf38ed-f20b-4bdf-ba97-323d5dc15fa4 HTTP/1.1" status: 200 len: 944 time: 0.0511279 Nov 18 18:14:15.236717 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-62a46faa-2701-4c49-9ead-196f62da04ae req-269a512d-77be-4f91-a9b4-da8d23801ec4 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=a54f1b91-e755-42dd-80e2-81fd3516d0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320611 Nov 18 18:14:15.486707 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616285fc-b043-4e53-a50a-48d225a8e98f req-621a6f1b-81dd-4b70-ac8b-5d27a667cb87 tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:15.488099 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-616285fc-b043-4e53-a50a-48d225a8e98f req-621a6f1b-81dd-4b70-ac8b-5d27a667cb87 tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] 10.222.0.21 "GET /v2.0/ports?device_id=c56bde41-d0b6-4dd4-a5e6-ebd9c66dc49d HTTP/1.1" status: 200 len: 944 time: 0.0499811 Nov 18 18:14:15.526827 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-616285fc-b043-4e53-a50a-48d225a8e98f req-bbe5bf27-c1ba-4e30-8e71-54648b429396 tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] 10.222.0.21 "GET /v2.0/security-groups?id=04f8c7b0-0112-42fb-9aac-a17876feddfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327773 Nov 18 18:14:15.589863 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4c526c-07a5-4d28-9f30-89f122e0fff7 req-f9ebc662-c9b7-4904-bcd9-19fa70adb10e tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:15.591322 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-be4c526c-07a5-4d28-9f30-89f122e0fff7 req-f9ebc662-c9b7-4904-bcd9-19fa70adb10e tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c1fb574-4c1a-4ea7-bab9-434b7381aebd HTTP/1.1" status: 200 len: 943 time: 0.0477965 Nov 18 18:14:15.630966 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-be4c526c-07a5-4d28-9f30-89f122e0fff7 req-00b1d9d2-48f1-42ff-8692-d585414827cf tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb4519c5-e238-4dc3-a08d-3d011a53b08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334470 Nov 18 18:14:16.155244 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a563432-776d-4b23-83ac-bf365c3f0487 req-09e24737-ddf8-45a5-bf6b-766f0643329e tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:16.156736 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-2a563432-776d-4b23-83ac-bf365c3f0487 req-09e24737-ddf8-45a5-bf6b-766f0643329e tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/ports?device_id=772bd24f-916b-474d-b066-90b4ab242777 HTTP/1.1" status: 200 len: 944 time: 0.0794868 Nov 18 18:14:16.165335 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ae03ff-6c2e-438b-ac76-4aa23fa6b223 req-3f055ead-6753-4586-9c66-5ceae88c07e9 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:16.166676 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-11ae03ff-6c2e-438b-ac76-4aa23fa6b223 req-3f055ead-6753-4586-9c66-5ceae88c07e9 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/ports?device_id=7336ff2b-a36e-417a-9f1b-c737fdefc35a HTTP/1.1" status: 200 len: 943 time: 0.0807655 Nov 18 18:14:16.219234 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-2a563432-776d-4b23-83ac-bf365c3f0487 req-34e6984d-0f12-47fe-a832-5bb45433860d tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/security-groups?id=46cda0ec-de4b-4291-a19a-42b976c21ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515475 Nov 18 18:14:16.223855 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-11ae03ff-6c2e-438b-ac76-4aa23fa6b223 req-8559ae34-8037-487d-888a-fd11747b47f1 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1e9f200-d7e2-47da-9afd-a1ea2225007f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506017 Nov 18 18:14:16.355273 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43798731-7924-4481-b0e6-be84fa3856d4 req-4e011c37-a4bc-4fdd-b48e-45795728d4f3 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:16.356769 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-43798731-7924-4481-b0e6-be84fa3856d4 req-4e011c37-a4bc-4fdd-b48e-45795728d4f3 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=afdf38ed-f20b-4bdf-ba97-323d5dc15fa4 HTTP/1.1" status: 200 len: 944 time: 0.0494092 Nov 18 18:14:16.394797 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-43798731-7924-4481-b0e6-be84fa3856d4 req-595b43f4-f419-4db6-9252-71a20c56a061 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=a54f1b91-e755-42dd-80e2-81fd3516d0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321023 Nov 18 18:14:16.641856 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6953648-72d4-462d-8c07-6104cc48d578 req-43139b1c-b4ff-4a96-b17c-d6fb2d0af515 tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:16.643207 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-a6953648-72d4-462d-8c07-6104cc48d578 req-43139b1c-b4ff-4a96-b17c-d6fb2d0af515 tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] 10.222.0.21 "GET /v2.0/ports?device_id=c56bde41-d0b6-4dd4-a5e6-ebd9c66dc49d HTTP/1.1" status: 200 len: 944 time: 0.0511322 Nov 18 18:14:16.682057 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-a6953648-72d4-462d-8c07-6104cc48d578 req-8eda9ea1-32b7-490d-ba1d-bd92a01ab020 tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] 10.222.0.21 "GET /v2.0/security-groups?id=04f8c7b0-0112-42fb-9aac-a17876feddfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321133 Nov 18 18:14:16.748408 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8aaf9f-a837-45f6-a728-8923beada4c1 req-7997bde8-ed65-46cd-8c50-90857d7d8204 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:16.749877 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-5f8aaf9f-a837-45f6-a728-8923beada4c1 req-7997bde8-ed65-46cd-8c50-90857d7d8204 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c1fb574-4c1a-4ea7-bab9-434b7381aebd HTTP/1.1" status: 200 len: 943 time: 0.0528882 Nov 18 18:14:16.790055 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-5f8aaf9f-a837-45f6-a728-8923beada4c1 req-60ba9e46-7be0-411c-b1f3-c39db8b44cfa tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb4519c5-e238-4dc3-a08d-3d011a53b08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338190 Nov 18 18:14:16.895156 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-cd169395-ba62-4885-8b1f-e6616afe023f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:17.394654 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674968ba-56ad-4ff8-a46c-71de3443acd0 req-bcf6ec1f-9dce-43dd-8c8c-be1e64ea5df0 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:17.396137 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-674968ba-56ad-4ff8-a46c-71de3443acd0 req-bcf6ec1f-9dce-43dd-8c8c-be1e64ea5df0 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/ports?device_id=772bd24f-916b-474d-b066-90b4ab242777 HTTP/1.1" status: 200 len: 944 time: 0.0817134 Nov 18 18:14:17.406509 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0f2ecc-3117-4337-b7b4-7cbc07fa4a59 req-e0431096-f713-4987-8b8e-59582dc68a64 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:17.407908 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-1e0f2ecc-3117-4337-b7b4-7cbc07fa4a59 req-e0431096-f713-4987-8b8e-59582dc68a64 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/ports?device_id=7336ff2b-a36e-417a-9f1b-c737fdefc35a HTTP/1.1" status: 200 len: 943 time: 0.0922363 Nov 18 18:14:17.464627 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-674968ba-56ad-4ff8-a46c-71de3443acd0 req-84e484b2-5117-4f6a-a2c9-8b1d38327983 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/security-groups?id=46cda0ec-de4b-4291-a19a-42b976c21ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557733 Nov 18 18:14:17.467294 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-1e0f2ecc-3117-4337-b7b4-7cbc07fa4a59 req-8377c484-c49e-4bd6-85c7-ebd276e21a3e tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1e9f200-d7e2-47da-9afd-a1ea2225007f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522392 Nov 18 18:14:17.576864 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e93630-0d08-455e-b992-b6dff9645505 req-c1de9c92-e82b-41d0-8827-2c579b11e5e7 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:17.580385 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-83e93630-0d08-455e-b992-b6dff9645505 req-c1de9c92-e82b-41d0-8827-2c579b11e5e7 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=afdf38ed-f20b-4bdf-ba97-323d5dc15fa4 HTTP/1.1" status: 200 len: 944 time: 0.0557177 Nov 18 18:14:17.618740 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-83e93630-0d08-455e-b992-b6dff9645505 req-f1697aa5-3ba8-4cb8-a7f7-38f3e62d02f3 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=a54f1b91-e755-42dd-80e2-81fd3516d0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331128 Nov 18 18:14:17.807450 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5a430b-0e36-477b-b286-b1c918f9fdc0 req-8710d2bd-62df-4f4f-9694-9d804695c716 tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:17.809180 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-ad5a430b-0e36-477b-b286-b1c918f9fdc0 req-8710d2bd-62df-4f4f-9694-9d804695c716 tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] 10.222.0.21 "GET /v2.0/ports?device_id=c56bde41-d0b6-4dd4-a5e6-ebd9c66dc49d HTTP/1.1" status: 200 len: 944 time: 0.0592561 Nov 18 18:14:17.847736 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-ad5a430b-0e36-477b-b286-b1c918f9fdc0 req-e7cd3f3a-104d-47bf-8ebd-55f9e51171d4 tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] 10.222.0.21 "GET /v2.0/security-groups?id=04f8c7b0-0112-42fb-9aac-a17876feddfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322206 Nov 18 18:14:17.907563 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bc500f-5dcc-4c28-8525-e1c5f3ff1faa req-6b674737-f70d-4ede-b1eb-041801482796 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:17.909336 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-d2bc500f-5dcc-4c28-8525-e1c5f3ff1faa req-6b674737-f70d-4ede-b1eb-041801482796 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c1fb574-4c1a-4ea7-bab9-434b7381aebd HTTP/1.1" status: 200 len: 943 time: 0.0484586 Nov 18 18:14:17.950077 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-d2bc500f-5dcc-4c28-8525-e1c5f3ff1faa req-7c21b5fb-3e26-4625-94e3-9e61fee6f3f9 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb4519c5-e238-4dc3-a08d-3d011a53b08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331450 Nov 18 18:14:18.613324 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e15aae-9177-44af-9593-b6bfdd640d9f req-e68ffbae-bdc5-455a-99f3-a5571b67085a tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:18.614975 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-73e15aae-9177-44af-9593-b6bfdd640d9f req-e68ffbae-bdc5-455a-99f3-a5571b67085a tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/ports?device_id=772bd24f-916b-474d-b066-90b4ab242777 HTTP/1.1" status: 200 len: 944 time: 0.0812814 Nov 18 18:14:18.629892 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6bdf9e-f059-46df-847f-4df84a72e208 req-35ecb886-92bb-4654-b0ae-bba63c80f90e tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:18.631885 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-8d6bdf9e-f059-46df-847f-4df84a72e208 req-35ecb886-92bb-4654-b0ae-bba63c80f90e tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/ports?device_id=7336ff2b-a36e-417a-9f1b-c737fdefc35a HTTP/1.1" status: 200 len: 943 time: 0.0955601 Nov 18 18:14:18.694530 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-73e15aae-9177-44af-9593-b6bfdd640d9f req-87a2ba01-ad35-4882-8993-5816b8778738 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/security-groups?id=46cda0ec-de4b-4291-a19a-42b976c21ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608532 Nov 18 18:14:18.730647 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-8d6bdf9e-f059-46df-847f-4df84a72e208 req-eabb18b7-728a-4245-9e7d-072153724cca tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1e9f200-d7e2-47da-9afd-a1ea2225007f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759315 Nov 18 18:14:18.845690 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74467004-b757-4bfb-b74b-53535746f3d6 req-ed905191-da91-4765-90b9-8a965f86f12e tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:18.847406 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-74467004-b757-4bfb-b74b-53535746f3d6 req-ed905191-da91-4765-90b9-8a965f86f12e tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=afdf38ed-f20b-4bdf-ba97-323d5dc15fa4 HTTP/1.1" status: 200 len: 944 time: 0.0535128 Nov 18 18:14:18.897157 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-74467004-b757-4bfb-b74b-53535746f3d6 req-176b6b50-4b2e-4e77-9a20-1afb7301703b tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=a54f1b91-e755-42dd-80e2-81fd3516d0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423951 Nov 18 18:14:19.031509 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8188eb17-3598-4d82-aac4-c03b8daeead0 req-28075c93-4bba-4ce8-bbc9-e05453b0243a tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:19.034171 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-8188eb17-3598-4d82-aac4-c03b8daeead0 req-28075c93-4bba-4ce8-bbc9-e05453b0243a tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] 10.222.0.21 "GET /v2.0/ports?device_id=c56bde41-d0b6-4dd4-a5e6-ebd9c66dc49d HTTP/1.1" status: 200 len: 944 time: 0.0656517 Nov 18 18:14:19.106547 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-8188eb17-3598-4d82-aac4-c03b8daeead0 req-a8db862f-e1bc-46db-953f-949fa671c0b5 tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] 10.222.0.21 "GET /v2.0/security-groups?id=04f8c7b0-0112-42fb-9aac-a17876feddfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624790 Nov 18 18:14:19.123379 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb753b8-b198-4c6b-b894-583d25beaed7 req-53df62d3-3986-4af4-a693-2b8c87bb6582 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:19.125046 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-ebb753b8-b198-4c6b-b894-583d25beaed7 req-53df62d3-3986-4af4-a693-2b8c87bb6582 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c1fb574-4c1a-4ea7-bab9-434b7381aebd HTTP/1.1" status: 200 len: 943 time: 0.0749207 Nov 18 18:14:19.145475 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 45332) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:14:19.170551 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-ebb753b8-b198-4c6b-b894-583d25beaed7 req-60d83acc-fb62-43cd-bec1-ade973b3da04 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb4519c5-e238-4dc3-a08d-3d011a53b08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396447 Nov 18 18:14:19.259586 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-09236a4d-d150-4cb9-9ee7-8e4fdaa29606 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:19.341291 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-09236a4d-d150-4cb9-9ee7-8e4fdaa29606 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:19.345310 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-09236a4d-d150-4cb9-9ee7-8e4fdaa29606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:19.384482 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-09236a4d-d150-4cb9-9ee7-8e4fdaa29606 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e80799eac6b548cb8ea6cc27f3755aaa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2379146 Nov 18 18:14:19.385394 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09236a4d-d150-4cb9-9ee7-8e4fdaa29606 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4821cc61-7b85-4dbe-9e07-f338c5de6217,revision_number=1']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:14:19.387196 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 45336) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:14:19.436703 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-65b4721f-f1d7-4836-9be3-848bd5efea95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:19.458734 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-65b4721f-f1d7-4836-9be3-848bd5efea95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:19.509208 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-65b4721f-f1d7-4836-9be3-848bd5efea95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:19.511744 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-65b4721f-f1d7-4836-9be3-848bd5efea95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:19.515923 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-65b4721f-f1d7-4836-9be3-848bd5efea95 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4821cc61-7b85-4dbe-9e07-f338c5de6217 HTTP/1.1" status: 204 len: 168 time: 0.1269736 Nov 18 18:14:19.524609 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b4721f-f1d7-4836-9be3-848bd5efea95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4821cc61-7b85-4dbe-9e07-f338c5de6217,revision_number=None']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:14:19.605471 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Device f81ef956-4ab2-48d8-a239-4d364a76a8dd details requested by agent hyperv_hv-cinder-81669 with host hv-cinder-81669 {{(pid=101555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 18:14:19.717215 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] For port f81ef956-4ab2-48d8-a239-4d364a76a8dd, host hv-cinder-81669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81669',level=0,port_id=f81ef956-4ab2-48d8-a239-4d364a76a8dd,segment=NetworkSegment(ba09b5a1-aed9-41ef-92fc-a1bf32b2cd99),segment_id=ba09b5a1-aed9-41ef-92fc-a1bf32b2cd99)] {{(pid=101555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:14:19.730115 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Returning: {'device': 'f81ef956-4ab2-48d8-a239-4d364a76a8dd', 'network_id': '6154edaf-4d8d-4eb2-9748-db0b61476bdf', 'port_id': 'f81ef956-4ab2-48d8-a239-4d364a76a8dd', 'mac_address': 'fa:16:3e:09:70:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 772, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7228a873-9d05-4b76-9e24-c9343ad2ab35', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 18:14:19.784511 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:19.805694 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.notifiers.nova [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f81ef956-4ab2-48d8-a239-4d364a76a8dd {{(pid=101555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 18:14:19.826871 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 45352) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:14:19.832000 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] For port f81ef956-4ab2-48d8-a239-4d364a76a8dd, host hv-cinder-81669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81669',level=0,port_id=f81ef956-4ab2-48d8-a239-4d364a76a8dd,segment=NetworkSegment(ba09b5a1-aed9-41ef-92fc-a1bf32b2cd99),segment_id=ba09b5a1-aed9-41ef-92fc-a1bf32b2cd99)] {{(pid=101555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:14:19.837688 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:19.838469 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Device b5e82a8f-fefa-4820-b385-2fa50b05dd14 details requested by agent hyperv_hv-cinder-81669 with host hv-cinder-81669 {{(pid=101555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 18:14:19.841282 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-0c8f0d45-0621-424b-b094-ad80aa1dbbaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:19.875558 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02582b58-abfb-4e9f-bc21-b767fa4f79f6 req-6136a4f5-a103-4b65-8a97-d7823815f5a2 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:19.877619 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-02582b58-abfb-4e9f-bc21-b767fa4f79f6 req-6136a4f5-a103-4b65-8a97-d7823815f5a2 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/ports?device_id=772bd24f-916b-474d-b066-90b4ab242777 HTTP/1.1" status: 200 len: 944 time: 0.0942872 Nov 18 18:14:19.892275 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20480428-4d3f-4dc0-a98b-2ec7bc315a72 req-1ff378e6-67a2-4639-863f-66c5c4bec5bd tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:19.894197 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-20480428-4d3f-4dc0-a98b-2ec7bc315a72 req-1ff378e6-67a2-4639-863f-66c5c4bec5bd tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/ports?device_id=7336ff2b-a36e-417a-9f1b-c737fdefc35a HTTP/1.1" status: 200 len: 943 time: 0.0795724 Nov 18 18:14:19.920409 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-0c8f0d45-0621-424b-b094-ad80aa1dbbaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:19.924550 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-0c8f0d45-0621-424b-b094-ad80aa1dbbaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:19.947295 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-02582b58-abfb-4e9f-bc21-b767fa4f79f6 req-8630fcd3-5194-4ae2-bb7c-414a3bc03912 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/security-groups?id=46cda0ec-de4b-4291-a19a-42b976c21ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520611 Nov 18 18:14:19.958450 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8f0d45-0621-424b-b094-ad80aa1dbbaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1d6ca48-8c2a-44b0-9e7a-c227aa637c59,revision_number=1']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:14:19.967571 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-20480428-4d3f-4dc0-a98b-2ec7bc315a72 req-8713b28c-87a6-48c6-afeb-77079f316c8d tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1e9f200-d7e2-47da-9afd-a1ea2225007f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584965 Nov 18 18:14:19.983149 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] For port b5e82a8f-fefa-4820-b385-2fa50b05dd14, host hv-cinder-81669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81669',level=0,port_id=b5e82a8f-fefa-4820-b385-2fa50b05dd14,segment=NetworkSegment(6b4c2375-729f-463b-b3ac-894a018a385a),segment_id=6b4c2375-729f-463b-b3ac-894a018a385a)] {{(pid=101555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:14:19.986863 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-0c8f0d45-0621-424b-b094-ad80aa1dbbaa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a9a9bde5b91147eba99756ddafd4eb79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1565235 Nov 18 18:14:19.987458 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 45358) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:14:20.015710 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Returning: {'device': 'b5e82a8f-fefa-4820-b385-2fa50b05dd14', 'network_id': '2a4fc9ff-28ae-4037-8086-d87ec1bf47f7', 'port_id': 'b5e82a8f-fefa-4820-b385-2fa50b05dd14', 'mac_address': 'fa:16:3e:78:0a:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6010182-aef8-4204-b03e-610f0ab680fc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 18:14:20.067405 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-5f98f607-e418-46cb-bc65-f1ce54fff8fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:20.072015 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Pushing event updated for resources: {'Port': ['ID=f81ef956-4ab2-48d8-a239-4d364a76a8dd,revision_number=4']} {{(pid=101555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:14:20.090395 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:20.092722 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-5f98f607-e418-46cb-bc65-f1ce54fff8fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:20.107845 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.notifiers.nova [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5e82a8f-fefa-4820-b385-2fa50b05dd14 {{(pid=101555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 18:14:20.108228 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44290615-81c4-4fd3-ac50-f04bedfedd14 req-38e7262d-f7c7-40f0-8595-17127ad961ef tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:20.110475 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-44290615-81c4-4fd3-ac50-f04bedfedd14 req-38e7262d-f7c7-40f0-8595-17127ad961ef tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=afdf38ed-f20b-4bdf-ba97-323d5dc15fa4 HTTP/1.1" status: 200 len: 944 time: 0.0669506 Nov 18 18:14:20.140638 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] For port b5e82a8f-fefa-4820-b385-2fa50b05dd14, host hv-cinder-81669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81669',level=0,port_id=b5e82a8f-fefa-4820-b385-2fa50b05dd14,segment=NetworkSegment(6b4c2375-729f-463b-b3ac-894a018a385a),segment_id=6b4c2375-729f-463b-b3ac-894a018a385a)] {{(pid=101555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:14:20.145829 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:20.146539 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Device 8731975e-6df9-4bd4-943d-d8cd15ccf574 details requested by agent hyperv_hv-cinder-81669 with host hv-cinder-81669 {{(pid=101555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 18:14:20.159517 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-5f98f607-e418-46cb-bc65-f1ce54fff8fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:20.162304 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-5f98f607-e418-46cb-bc65-f1ce54fff8fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:20.163503 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-5f98f607-e418-46cb-bc65-f1ce54fff8fb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c1d6ca48-8c2a-44b0-9e7a-c227aa637c59 HTTP/1.1" status: 204 len: 168 time: 0.1746228 Nov 18 18:14:20.172530 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-44290615-81c4-4fd3-ac50-f04bedfedd14 req-d24d8e7f-f47b-4ec3-a1dc-d189caac3b9d tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=a54f1b91-e755-42dd-80e2-81fd3516d0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554166 Nov 18 18:14:20.181566 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f98f607-e418-46cb-bc65-f1ce54fff8fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1d6ca48-8c2a-44b0-9e7a-c227aa637c59,revision_number=None']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:14:20.272294 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.db.resource_extend [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 18 18:14:20.354366 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Pushing event updated for resources: {'Port': ['ID=b5e82a8f-fefa-4820-b385-2fa50b05dd14,revision_number=4']} {{(pid=101555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:14:20.544585 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c85c51b-7f5d-438b-ac5e-8981190de2e3 req-c673c8c8-ff90-44a2-bb6b-c601035c1994 tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:20.560077 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-2c85c51b-7f5d-438b-ac5e-8981190de2e3 req-c673c8c8-ff90-44a2-bb6b-c601035c1994 tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] 10.222.0.21 "GET /v2.0/ports?device_id=c56bde41-d0b6-4dd4-a5e6-ebd9c66dc49d HTTP/1.1" status: 200 len: 945 time: 0.3116095 Nov 18 18:14:20.584181 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d019403b-4f43-4c95-babc-1c7083e2f409 req-667e4b9b-c238-4384-83ca-7042e47aec67 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:20.585790 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-d019403b-4f43-4c95-babc-1c7083e2f409 req-667e4b9b-c238-4384-83ca-7042e47aec67 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c1fb574-4c1a-4ea7-bab9-434b7381aebd HTTP/1.1" status: 200 len: 943 time: 0.3054667 Nov 18 18:14:20.588938 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] For port 8731975e-6df9-4bd4-943d-d8cd15ccf574, host hv-cinder-81669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81669',level=0,port_id=8731975e-6df9-4bd4-943d-d8cd15ccf574,segment=NetworkSegment(8db404f7-7509-4e1d-af51-a1837b138434),segment_id=8db404f7-7509-4e1d-af51-a1837b138434)] {{(pid=101555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:14:20.606562 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Returning: {'device': '8731975e-6df9-4bd4-943d-d8cd15ccf574', 'network_id': '55d864c4-26de-4319-ad49-480f70c18bec', 'port_id': '8731975e-6df9-4bd4-943d-d8cd15ccf574', 'mac_address': 'fa:16:3e:b1:dc:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 791, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a26a515-bc32-4ac2-b36f-b3635dc5d87c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 18:14:20.619380 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-2c85c51b-7f5d-438b-ac5e-8981190de2e3 req-d5012e0e-47e8-467d-8a29-8b7e84764b2d tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] 10.222.0.21 "GET /v2.0/security-groups?id=04f8c7b0-0112-42fb-9aac-a17876feddfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630038 Nov 18 18:14:20.658250 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:20.672364 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-d019403b-4f43-4c95-babc-1c7083e2f409 req-8db39812-cc24-433f-97fe-070526a97642 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb4519c5-e238-4dc3-a08d-3d011a53b08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518782 Nov 18 18:14:20.673477 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.notifiers.nova [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8731975e-6df9-4bd4-943d-d8cd15ccf574 {{(pid=101555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 18:14:20.701102 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] For port 8731975e-6df9-4bd4-943d-d8cd15ccf574, host hv-cinder-81669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81669',level=0,port_id=8731975e-6df9-4bd4-943d-d8cd15ccf574,segment=NetworkSegment(8db404f7-7509-4e1d-af51-a1837b138434),segment_id=8db404f7-7509-4e1d-af51-a1837b138434)] {{(pid=101555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:14:20.705621 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:20.766617 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Pushing event updated for resources: {'Port': ['ID=8731975e-6df9-4bd4-943d-d8cd15ccf574,revision_number=4']} {{(pid=101555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:14:21.130035 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 45406) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:14:21.153367 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67e8c2a-ed2c-4ce7-a62c-f634625ab1fe req-4c724b3e-1b28-4bad-8057-57a3b846d84a tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:21.155506 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-c67e8c2a-ed2c-4ce7-a62c-f634625ab1fe req-4c724b3e-1b28-4bad-8057-57a3b846d84a tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/ports?device_id=772bd24f-916b-474d-b066-90b4ab242777 HTTP/1.1" status: 200 len: 945 time: 0.0872381 Nov 18 18:14:21.169887 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e99b8f6-a0e0-42d0-9c97-590ebe1ecf4d req-23507df3-3ecf-433d-9d15-0be40743743d tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:21.171503 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-3e99b8f6-a0e0-42d0-9c97-590ebe1ecf4d req-23507df3-3ecf-433d-9d15-0be40743743d tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/ports?device_id=7336ff2b-a36e-417a-9f1b-c737fdefc35a HTTP/1.1" status: 200 len: 943 time: 0.0742533 Nov 18 18:14:21.228552 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-c67e8c2a-ed2c-4ce7-a62c-f634625ab1fe req-2a7dd122-661a-453b-bb57-15d92003edc3 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/security-groups?id=46cda0ec-de4b-4291-a19a-42b976c21ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558650 Nov 18 18:14:21.238167 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] get_ports_and_sgs() called for port_ids ['f81ef956-4ab2-48d8-a239-4d364a76a8dd'] {{(pid=101555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 18:14:21.242222 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-3e99b8f6-a0e0-42d0-9c97-590ebe1ecf4d req-4039b46b-fdb4-4d59-ad72-b1fa247f1c00 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1e9f200-d7e2-47da-9afd-a1ea2225007f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543294 Nov 18 18:14:21.284323 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-4d9e5bef-784e-4808-8a84-cde2517414b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:21.328166 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] get_ports_and_sgs() called for port_ids ['8731975e-6df9-4bd4-943d-d8cd15ccf574'] {{(pid=101555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 18:14:21.331595 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] get_ports_and_sgs() called for port_ids ['b5e82a8f-fefa-4820-b385-2fa50b05dd14'] {{(pid=101555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 18:14:21.381255 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf72b7d-dd64-436e-adc1-3021c50578b2 req-5e14f898-4bd3-47b3-87e4-1d824b4f3dca tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:21.383500 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-ebf72b7d-dd64-436e-adc1-3021c50578b2 req-5e14f898-4bd3-47b3-87e4-1d824b4f3dca tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=afdf38ed-f20b-4bdf-ba97-323d5dc15fa4 HTTP/1.1" status: 200 len: 944 time: 0.0742924 Nov 18 18:14:21.384079 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-4d9e5bef-784e-4808-8a84-cde2517414b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:21.389874 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-4d9e5bef-784e-4808-8a84-cde2517414b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:21.444844 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-ebf72b7d-dd64-436e-adc1-3021c50578b2 req-87aac584-cd6c-4330-a065-d02db5377aaf tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=a54f1b91-e755-42dd-80e2-81fd3516d0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547926 Nov 18 18:14:21.457072 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9e5bef-784e-4808-8a84-cde2517414b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=115c671c-b272-4f12-9aa5-e2d12f78274a,revision_number=1']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:14:21.473411 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-4d9e5bef-784e-4808-8a84-cde2517414b6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0c12fec82699445c89403d2bcea6f131&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3423319 Nov 18 18:14:21.476462 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 45422) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:14:21.532846 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-7f2c5449-044e-4fa4-a1d5-89efa594c757 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:21.561426 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-7f2c5449-044e-4fa4-a1d5-89efa594c757 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:21.623983 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Device 3d7d3eac-4d1f-46f7-bd38-8201265cf0e4 details requested by agent hyperv_hv-cinder-81669 with host hv-cinder-81669 {{(pid=101555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 18:14:21.631265 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-7f2c5449-044e-4fa4-a1d5-89efa594c757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:21.634617 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-7f2c5449-044e-4fa4-a1d5-89efa594c757 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:21.638447 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-7f2c5449-044e-4fa4-a1d5-89efa594c757 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/115c671c-b272-4f12-9aa5-e2d12f78274a HTTP/1.1" status: 204 len: 168 time: 0.1584132 Nov 18 18:14:21.649249 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2c5449-044e-4fa4-a1d5-89efa594c757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=115c671c-b272-4f12-9aa5-e2d12f78274a,revision_number=None']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:14:21.778479 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf20d53c-88e5-4385-8464-b4aec5a37765 req-2a6ed02c-f1e6-457e-9251-a33f1f0bfd0a tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:21.788099 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-cf20d53c-88e5-4385-8464-b4aec5a37765 req-2a6ed02c-f1e6-457e-9251-a33f1f0bfd0a tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] 10.222.0.21 "GET /v2.0/ports?device_id=c56bde41-d0b6-4dd4-a5e6-ebd9c66dc49d HTTP/1.1" status: 200 len: 945 time: 0.0792396 Nov 18 18:14:21.882698 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-cf20d53c-88e5-4385-8464-b4aec5a37765 req-9dfe60c5-8ed4-46b0-9990-a40bfc7d74da tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] 10.222.0.21 "GET /v2.0/security-groups?id=04f8c7b0-0112-42fb-9aac-a17876feddfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933561 Nov 18 18:14:21.916032 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39fe3d5-133e-409f-a7ed-1b663091df50 req-05f97222-91fc-484a-a5d3-4be7b8f176b0 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:21.928883 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-a39fe3d5-133e-409f-a7ed-1b663091df50 req-05f97222-91fc-484a-a5d3-4be7b8f176b0 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c1fb574-4c1a-4ea7-bab9-434b7381aebd HTTP/1.1" status: 200 len: 944 time: 0.1198421 Nov 18 18:14:22.004735 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-a39fe3d5-133e-409f-a7ed-1b663091df50 req-f106c638-60eb-42e9-a058-501b4e2356f7 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb4519c5-e238-4dc3-a08d-3d011a53b08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740762 Nov 18 18:14:22.005326 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] For port 3d7d3eac-4d1f-46f7-bd38-8201265cf0e4, host hv-cinder-81669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81669',level=0,port_id=3d7d3eac-4d1f-46f7-bd38-8201265cf0e4,segment=NetworkSegment(43109070-f8b1-4cef-8fc5-8a83cb9b46d4),segment_id=43109070-f8b1-4cef-8fc5-8a83cb9b46d4)] {{(pid=101555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:14:22.033277 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Returning: {'device': '3d7d3eac-4d1f-46f7-bd38-8201265cf0e4', 'network_id': 'f21b1cf4-9836-4a7b-8947-90f148ea7c8b', 'port_id': '3d7d3eac-4d1f-46f7-bd38-8201265cf0e4', 'mac_address': 'fa:16:3e:d8:fa:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 779, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e1d2c9d-3536-4097-943a-2b344ea0e9fc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 18:14:22.082261 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:22.097239 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.notifiers.nova [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d7d3eac-4d1f-46f7-bd38-8201265cf0e4 {{(pid=101555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 18:14:22.122686 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] For port 3d7d3eac-4d1f-46f7-bd38-8201265cf0e4, host hv-cinder-81669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81669',level=0,port_id=3d7d3eac-4d1f-46f7-bd38-8201265cf0e4,segment=NetworkSegment(43109070-f8b1-4cef-8fc5-8a83cb9b46d4),segment_id=43109070-f8b1-4cef-8fc5-8a83cb9b46d4)] {{(pid=101555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:14:22.126392 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:22.127079 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Device 4094900d-0e79-4f32-bbef-bbebdacfd67b details requested by agent hyperv_hv-cinder-81669 with host hv-cinder-81669 {{(pid=101555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 18:14:22.190171 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 45448) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:14:22.203732 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-1c685457-17ab-48b3-9b16-50c34ba2c939 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:22.226000 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Pushing event updated for resources: {'Port': ['ID=3d7d3eac-4d1f-46f7-bd38-8201265cf0e4,revision_number=4']} {{(pid=101555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:14:22.283006 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] For port 4094900d-0e79-4f32-bbef-bbebdacfd67b, host hv-cinder-81669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81669',level=0,port_id=4094900d-0e79-4f32-bbef-bbebdacfd67b,segment=NetworkSegment(ba09b5a1-aed9-41ef-92fc-a1bf32b2cd99),segment_id=ba09b5a1-aed9-41ef-92fc-a1bf32b2cd99)] {{(pid=101555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:14:22.302177 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Returning: {'device': '4094900d-0e79-4f32-bbef-bbebdacfd67b', 'network_id': '6154edaf-4d8d-4eb2-9748-db0b61476bdf', 'port_id': '4094900d-0e79-4f32-bbef-bbebdacfd67b', 'mac_address': 'fa:16:3e:a8:78:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 772, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7228a873-9d05-4b76-9e24-c9343ad2ab35', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 18:14:22.342836 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-1c685457-17ab-48b3-9b16-50c34ba2c939 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:22.349461 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-1c685457-17ab-48b3-9b16-50c34ba2c939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:22.356885 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:22.376958 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.notifiers.nova [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4094900d-0e79-4f32-bbef-bbebdacfd67b {{(pid=101555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 18:14:22.390675 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c685457-17ab-48b3-9b16-50c34ba2c939 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24351eae-7e0e-4ab0-9c87-a44d6400f7f8,revision_number=1']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:14:22.395666 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-1c685457-17ab-48b3-9b16-50c34ba2c939 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9849551a9c574978b28bf5444d86cf3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2043340 Nov 18 18:14:22.398773 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 45460) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:14:22.411343 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] For port 4094900d-0e79-4f32-bbef-bbebdacfd67b, host hv-cinder-81669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81669',level=0,port_id=4094900d-0e79-4f32-bbef-bbebdacfd67b,segment=NetworkSegment(ba09b5a1-aed9-41ef-92fc-a1bf32b2cd99),segment_id=ba09b5a1-aed9-41ef-92fc-a1bf32b2cd99)] {{(pid=101555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:14:22.417861 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:22.420693 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Device a6bada09-281b-4578-afea-c680bd371ea2 details requested by agent hyperv_hv-cinder-81669 with host hv-cinder-81669 {{(pid=101555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 18:14:22.426859 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7f463a-a40b-4ea3-9618-24671ba92505 req-e4aea2b4-9a43-4309-b66e-a57a0c52d4c3 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:22.429099 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-bf7f463a-a40b-4ea3-9618-24671ba92505 req-e4aea2b4-9a43-4309-b66e-a57a0c52d4c3 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/ports?device_id=7336ff2b-a36e-417a-9f1b-c737fdefc35a HTTP/1.1" status: 200 len: 943 time: 0.0969503 Nov 18 18:14:22.453904 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aeb196-cc99-4421-ab23-47b83b4ef3df req-088db6e4-6b12-4a75-9d2d-ab3e999b49d1 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:22.455710 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-45aeb196-cc99-4421-ab23-47b83b4ef3df req-088db6e4-6b12-4a75-9d2d-ab3e999b49d1 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/ports?device_id=772bd24f-916b-474d-b066-90b4ab242777 HTTP/1.1" status: 200 len: 945 time: 0.0940146 Nov 18 18:14:22.473855 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-6457b13d-259f-4afa-a56c-9f231e373cc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:22.510125 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-6457b13d-259f-4afa-a56c-9f231e373cc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:22.519599 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-bf7f463a-a40b-4ea3-9618-24671ba92505 req-c0414f08-f10c-4251-a8db-cf1380e474b0 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1e9f200-d7e2-47da-9afd-a1ea2225007f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791805 Nov 18 18:14:22.530228 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-45aeb196-cc99-4421-ab23-47b83b4ef3df req-1b206344-6de7-47aa-bb34-31fe4d07507f tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/security-groups?id=46cda0ec-de4b-4291-a19a-42b976c21ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666084 Nov 18 18:14:22.544016 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Pushing event updated for resources: {'Port': ['ID=4094900d-0e79-4f32-bbef-bbebdacfd67b,revision_number=4']} {{(pid=101555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:14:22.586241 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-6457b13d-259f-4afa-a56c-9f231e373cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:22.589434 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-6457b13d-259f-4afa-a56c-9f231e373cc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:22.590972 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-6457b13d-259f-4afa-a56c-9f231e373cc7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/24351eae-7e0e-4ab0-9c87-a44d6400f7f8 HTTP/1.1" status: 204 len: 168 time: 0.1912372 Nov 18 18:14:22.609575 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] For port a6bada09-281b-4578-afea-c680bd371ea2, host hv-cinder-81669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81669',level=0,port_id=a6bada09-281b-4578-afea-c680bd371ea2,segment=NetworkSegment(fdab8eb2-7859-4d62-a00d-9bb65cb2ee65),segment_id=fdab8eb2-7859-4d62-a00d-9bb65cb2ee65)] {{(pid=101555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:14:22.615396 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6457b13d-259f-4afa-a56c-9f231e373cc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24351eae-7e0e-4ab0-9c87-a44d6400f7f8,revision_number=None']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:14:22.637377 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Returning: {'device': 'a6bada09-281b-4578-afea-c680bd371ea2', 'network_id': '548d4c85-a92c-4982-a16e-af3d8afd47ad', 'port_id': 'a6bada09-281b-4578-afea-c680bd371ea2', 'mac_address': 'fa:16:3e:91:c2:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 754, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26737122-c082-4cd3-ada1-6591b74e0d08', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 18:14:22.686167 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29da747-4b78-46b6-8d9f-c8148491fea0 req-21e1236e-6c46-468c-ae76-6fce804e4f09 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:22.687845 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-b29da747-4b78-46b6-8d9f-c8148491fea0 req-21e1236e-6c46-468c-ae76-6fce804e4f09 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=afdf38ed-f20b-4bdf-ba97-323d5dc15fa4 HTTP/1.1" status: 200 len: 945 time: 0.0741203 Nov 18 18:14:22.696016 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:22.710844 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.notifiers.nova [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6bada09-281b-4578-afea-c680bd371ea2 {{(pid=101555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 18:14:22.735956 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-b29da747-4b78-46b6-8d9f-c8148491fea0 req-d31ea86f-ec42-4d61-b44a-6f0201a4e3f7 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=a54f1b91-e755-42dd-80e2-81fd3516d0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407522 Nov 18 18:14:22.737806 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] For port a6bada09-281b-4578-afea-c680bd371ea2, host hv-cinder-81669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81669',level=0,port_id=a6bada09-281b-4578-afea-c680bd371ea2,segment=NetworkSegment(fdab8eb2-7859-4d62-a00d-9bb65cb2ee65),segment_id=fdab8eb2-7859-4d62-a00d-9bb65cb2ee65)] {{(pid=101555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:14:22.743278 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:22.808107 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Pushing event updated for resources: {'Port': ['ID=a6bada09-281b-4578-afea-c680bd371ea2,revision_number=4']} {{(pid=101555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:14:23.058737 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb9e154-8c10-4e2a-a94f-aff774c81572 req-9779b62f-9949-4ccf-84a7-47bc28083dbc tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:23.066993 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-adb9e154-8c10-4e2a-a94f-aff774c81572 req-9779b62f-9949-4ccf-84a7-47bc28083dbc tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] 10.222.0.21 "GET /v2.0/ports?device_id=c56bde41-d0b6-4dd4-a5e6-ebd9c66dc49d HTTP/1.1" status: 200 len: 945 time: 0.0589709 Nov 18 18:14:23.146657 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-adb9e154-8c10-4e2a-a94f-aff774c81572 req-2cb22f43-20bb-47de-8bb7-e4d4b07c79cb tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] 10.222.0.21 "GET /v2.0/security-groups?id=04f8c7b0-0112-42fb-9aac-a17876feddfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713408 Nov 18 18:14:23.174607 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc401db5-c961-420a-97c2-09b543668b68 req-a5270487-07b7-485e-9a33-147b904dfebc tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:23.176203 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-cc401db5-c961-420a-97c2-09b543668b68 req-a5270487-07b7-485e-9a33-147b904dfebc tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c1fb574-4c1a-4ea7-bab9-434b7381aebd HTTP/1.1" status: 200 len: 944 time: 0.0782659 Nov 18 18:14:23.224442 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-cc401db5-c961-420a-97c2-09b543668b68 req-281e4346-9178-43f6-b155-9b6b38d47a28 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb4519c5-e238-4dc3-a08d-3d011a53b08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364747 Nov 18 18:14:23.669057 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1743c4-557d-45a7-8b75-981af25c831b req-20b98648-74b8-4c07-922c-3e287e14a5cb tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:23.671562 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-ec1743c4-557d-45a7-8b75-981af25c831b req-20b98648-74b8-4c07-922c-3e287e14a5cb tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/ports?device_id=7336ff2b-a36e-417a-9f1b-c737fdefc35a HTTP/1.1" status: 200 len: 944 time: 0.0808065 Nov 18 18:14:23.678795 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97be23c9-a641-4312-a746-b3e39f4fdf5f req-8ab826b1-ab6f-410c-ba0d-7d18c94b1845 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:23.680834 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-97be23c9-a641-4312-a746-b3e39f4fdf5f req-8ab826b1-ab6f-410c-ba0d-7d18c94b1845 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/ports?device_id=772bd24f-916b-474d-b066-90b4ab242777 HTTP/1.1" status: 200 len: 945 time: 0.0650680 Nov 18 18:14:23.747284 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-97be23c9-a641-4312-a746-b3e39f4fdf5f req-440ba184-a97a-4b18-9144-4826c8f935dd tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/security-groups?id=46cda0ec-de4b-4291-a19a-42b976c21ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585122 Nov 18 18:14:23.751109 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-ec1743c4-557d-45a7-8b75-981af25c831b req-090c7311-04c0-4384-8c58-db462a4ec1cc tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1e9f200-d7e2-47da-9afd-a1ea2225007f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692577 Nov 18 18:14:23.872157 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019f61ba-a8ab-4b57-81ac-246bd8686234 req-538e5dc9-00d1-40f2-9610-cf4d7faaba99 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:23.873704 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-019f61ba-a8ab-4b57-81ac-246bd8686234 req-538e5dc9-00d1-40f2-9610-cf4d7faaba99 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=afdf38ed-f20b-4bdf-ba97-323d5dc15fa4 HTTP/1.1" status: 200 len: 945 time: 0.0485201 Nov 18 18:14:23.913057 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-019f61ba-a8ab-4b57-81ac-246bd8686234 req-8986b249-353a-42d3-9496-65a68e67dd23 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=a54f1b91-e755-42dd-80e2-81fd3516d0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333872 Nov 18 18:14:24.264769 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1320ba2a-382a-420c-be5f-47e4137a3e97 req-03bef9c0-10fa-4101-8d4e-2c5ac1b210fe tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:24.266277 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-1320ba2a-382a-420c-be5f-47e4137a3e97 req-03bef9c0-10fa-4101-8d4e-2c5ac1b210fe tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] 10.222.0.21 "GET /v2.0/ports?device_id=c56bde41-d0b6-4dd4-a5e6-ebd9c66dc49d HTTP/1.1" status: 200 len: 945 time: 0.0494959 Nov 18 18:14:24.314990 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-1320ba2a-382a-420c-be5f-47e4137a3e97 req-aaf803b8-e227-4e8a-a29d-95d9d5e38b8e tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] 10.222.0.21 "GET /v2.0/security-groups?id=04f8c7b0-0112-42fb-9aac-a17876feddfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426967 Nov 18 18:14:24.353542 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c592fe-92f8-427f-ac0a-3445a9f08f18 req-3b510168-6e7a-4b7e-a552-e8ea308372f9 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:24.355012 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-92c592fe-92f8-427f-ac0a-3445a9f08f18 req-3b510168-6e7a-4b7e-a552-e8ea308372f9 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c1fb574-4c1a-4ea7-bab9-434b7381aebd HTTP/1.1" status: 200 len: 944 time: 0.0562146 Nov 18 18:14:24.398326 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-92c592fe-92f8-427f-ac0a-3445a9f08f18 req-3c0202fe-3e29-474a-9deb-994762af4e3d tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb4519c5-e238-4dc3-a08d-3d011a53b08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335889 Nov 18 18:14:24.903926 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ec7393-4023-4ff0-9c17-3f7fe2b63653 req-fa58c3f0-20f0-45e4-8d3a-e145a539477d tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:24.910969 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-30ec7393-4023-4ff0-9c17-3f7fe2b63653 req-fa58c3f0-20f0-45e4-8d3a-e145a539477d tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/ports?device_id=772bd24f-916b-474d-b066-90b4ab242777 HTTP/1.1" status: 200 len: 945 time: 0.0882771 Nov 18 18:14:24.936340 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d7ffbc-6700-4a5e-bc8e-88f8d4840b6e req-e1b1949f-043b-40d5-bb05-0e3f99041c75 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:24.937944 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-99d7ffbc-6700-4a5e-bc8e-88f8d4840b6e req-e1b1949f-043b-40d5-bb05-0e3f99041c75 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/ports?device_id=7336ff2b-a36e-417a-9f1b-c737fdefc35a HTTP/1.1" status: 200 len: 944 time: 0.0874991 Nov 18 18:14:24.972801 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-30ec7393-4023-4ff0-9c17-3f7fe2b63653 req-a96b1ceb-e24e-40b3-b581-4e78e7a71b46 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/security-groups?id=46cda0ec-de4b-4291-a19a-42b976c21ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610516 Nov 18 18:14:24.989390 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-99d7ffbc-6700-4a5e-bc8e-88f8d4840b6e req-d5d646b5-87a0-4f31-8d22-2b55b14e0cc6 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1e9f200-d7e2-47da-9afd-a1ea2225007f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430045 Nov 18 18:14:25.088745 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c526b72-38f5-4635-9b48-2fe457c15939 req-274e4965-42b8-426f-8967-189719c495df tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:25.090314 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-4c526b72-38f5-4635-9b48-2fe457c15939 req-274e4965-42b8-426f-8967-189719c495df tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=afdf38ed-f20b-4bdf-ba97-323d5dc15fa4 HTTP/1.1" status: 200 len: 945 time: 0.0555284 Nov 18 18:14:25.127452 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-4c526b72-38f5-4635-9b48-2fe457c15939 req-212d2ea7-9ccc-4e8d-8da2-74b5d988f360 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=a54f1b91-e755-42dd-80e2-81fd3516d0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310283 Nov 18 18:14:25.425030 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3602951-ab3f-4633-a904-d9b4c1efdbb0 req-52c889c7-545d-4356-960c-83fcf65632c5 tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:25.426834 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-c3602951-ab3f-4633-a904-d9b4c1efdbb0 req-52c889c7-545d-4356-960c-83fcf65632c5 tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] 10.222.0.21 "GET /v2.0/ports?device_id=c56bde41-d0b6-4dd4-a5e6-ebd9c66dc49d HTTP/1.1" status: 200 len: 945 time: 0.0480518 Nov 18 18:14:25.465565 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-c3602951-ab3f-4633-a904-d9b4c1efdbb0 req-941306a0-b82d-49c1-9884-156414b64504 tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] 10.222.0.21 "GET /v2.0/security-groups?id=04f8c7b0-0112-42fb-9aac-a17876feddfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321245 Nov 18 18:14:25.469775 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:25.521257 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fb3fb0-e69c-45cd-8fe3-8f33f0d2b92b req-cfe42cbf-445b-4b19-bfab-3c72141ed940 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:25.522766 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-39fb3fb0-e69c-45cd-8fe3-8f33f0d2b92b req-cfe42cbf-445b-4b19-bfab-3c72141ed940 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c1fb574-4c1a-4ea7-bab9-434b7381aebd HTTP/1.1" status: 200 len: 944 time: 0.0483112 Nov 18 18:14:25.559901 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-39fb3fb0-e69c-45cd-8fe3-8f33f0d2b92b req-49104d48-4404-4524-bca0-5d53b28ca273 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb4519c5-e238-4dc3-a08d-3d011a53b08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312357 Nov 18 18:14:26.114424 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6291ca55-01f4-43f5-b1e7-e41ce83b04f1 req-de8e7aad-14bb-41c0-8eaf-750bf90c8efd tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:26.115970 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-6291ca55-01f4-43f5-b1e7-e41ce83b04f1 req-de8e7aad-14bb-41c0-8eaf-750bf90c8efd tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/ports?device_id=772bd24f-916b-474d-b066-90b4ab242777 HTTP/1.1" status: 200 len: 945 time: 0.0773828 Nov 18 18:14:26.146540 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fddc8d-93f4-4bb7-bdb9-22cd0f0ccc45 req-526f53eb-a9ad-4de2-a6ce-ffc97c7d9f2c tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:26.148570 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-f9fddc8d-93f4-4bb7-bdb9-22cd0f0ccc45 req-526f53eb-a9ad-4de2-a6ce-ffc97c7d9f2c tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/ports?device_id=7336ff2b-a36e-417a-9f1b-c737fdefc35a HTTP/1.1" status: 200 len: 944 time: 0.0815208 Nov 18 18:14:26.180795 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-6291ca55-01f4-43f5-b1e7-e41ce83b04f1 req-31897039-4f80-411c-80eb-c0999c5e4b15 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/security-groups?id=46cda0ec-de4b-4291-a19a-42b976c21ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566759 Nov 18 18:14:26.199970 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-f9fddc8d-93f4-4bb7-bdb9-22cd0f0ccc45 req-eedb6d52-1e8c-47d2-a884-a9bf07c76fbc tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1e9f200-d7e2-47da-9afd-a1ea2225007f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446200 Nov 18 18:14:26.279727 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10c9d5d-0a25-4a20-a53a-a8cc4858a230 req-6e50a0a3-a534-4391-bdce-1328912b9392 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:26.281112 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-d10c9d5d-0a25-4a20-a53a-a8cc4858a230 req-6e50a0a3-a534-4391-bdce-1328912b9392 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=afdf38ed-f20b-4bdf-ba97-323d5dc15fa4 HTTP/1.1" status: 200 len: 945 time: 0.0475183 Nov 18 18:14:26.320105 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-d10c9d5d-0a25-4a20-a53a-a8cc4858a230 req-b8ce42e5-f2cc-448a-aa13-019f38f28105 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=a54f1b91-e755-42dd-80e2-81fd3516d0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326922 Nov 18 18:14:26.582144 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ad02cf-cf37-442f-99c0-60bfc09f4567 req-7b0cce5c-40af-4b8d-8e9a-0b1505c64174 tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:26.583719 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-35ad02cf-cf37-442f-99c0-60bfc09f4567 req-7b0cce5c-40af-4b8d-8e9a-0b1505c64174 tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] 10.222.0.21 "GET /v2.0/ports?device_id=c56bde41-d0b6-4dd4-a5e6-ebd9c66dc49d HTTP/1.1" status: 200 len: 945 time: 0.0504868 Nov 18 18:14:26.628069 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-35ad02cf-cf37-442f-99c0-60bfc09f4567 req-87d72b41-0701-44db-af8d-11986a1e8542 tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] 10.222.0.21 "GET /v2.0/security-groups?id=04f8c7b0-0112-42fb-9aac-a17876feddfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341675 Nov 18 18:14:26.675762 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f6cc99-4b40-42fc-81b6-7d06e9fb8bea req-ffc6fae4-20ec-4910-a514-f8968fa1aee7 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:26.677237 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-a0f6cc99-4b40-42fc-81b6-7d06e9fb8bea req-ffc6fae4-20ec-4910-a514-f8968fa1aee7 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c1fb574-4c1a-4ea7-bab9-434b7381aebd HTTP/1.1" status: 200 len: 944 time: 0.0483117 Nov 18 18:14:26.714059 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-a0f6cc99-4b40-42fc-81b6-7d06e9fb8bea req-027ec0ab-ab5b-4989-82b6-7180432aee3a tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb4519c5-e238-4dc3-a08d-3d011a53b08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303779 Nov 18 18:14:27.229086 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] get_ports_and_sgs() called for port_ids ['3d7d3eac-4d1f-46f7-bd38-8201265cf0e4'] {{(pid=101555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 18:14:27.270111 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] get_ports_and_sgs() called for port_ids ['a6bada09-281b-4578-afea-c680bd371ea2'] {{(pid=101555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 18:14:27.356796 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] get_ports_and_sgs() called for port_ids ['4094900d-0e79-4f32-bbef-bbebdacfd67b'] {{(pid=101555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 18:14:27.367704 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86efef85-5df3-45f9-b35a-a9dc8741c49f req-10f584e3-35be-4d28-a58e-99777a092140 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:27.369634 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-86efef85-5df3-45f9-b35a-a9dc8741c49f req-10f584e3-35be-4d28-a58e-99777a092140 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/ports?device_id=772bd24f-916b-474d-b066-90b4ab242777 HTTP/1.1" status: 200 len: 945 time: 0.0992534 Nov 18 18:14:27.393460 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f618a9c-d97e-4d70-a8a2-8c24314616f3 req-ebcb6b3c-0fdd-4a1a-8e62-a4499e40d085 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:27.401754 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-5f618a9c-d97e-4d70-a8a2-8c24314616f3 req-ebcb6b3c-0fdd-4a1a-8e62-a4499e40d085 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/ports?device_id=7336ff2b-a36e-417a-9f1b-c737fdefc35a HTTP/1.1" status: 200 len: 944 time: 0.0934126 Nov 18 18:14:27.473248 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-86efef85-5df3-45f9-b35a-a9dc8741c49f req-3ae6a4e6-6a32-4e04-b42f-17a757fe7b49 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/security-groups?id=46cda0ec-de4b-4291-a19a-42b976c21ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911891 Nov 18 18:14:27.500042 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-5f618a9c-d97e-4d70-a8a2-8c24314616f3 req-11453dbf-76a5-4ca2-afca-7989f419cff7 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1e9f200-d7e2-47da-9afd-a1ea2225007f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886014 Nov 18 18:14:27.595869 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea4c8f2-510e-4b01-a01e-50b25db9df14 req-90943613-a200-4c53-8f70-5a45e2e6d896 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:27.597472 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-6ea4c8f2-510e-4b01-a01e-50b25db9df14 req-90943613-a200-4c53-8f70-5a45e2e6d896 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=afdf38ed-f20b-4bdf-ba97-323d5dc15fa4 HTTP/1.1" status: 200 len: 945 time: 0.0505602 Nov 18 18:14:27.636613 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-6ea4c8f2-510e-4b01-a01e-50b25db9df14 req-a10bc72d-3ec4-4cb9-ad8a-cdd3226b52e0 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=a54f1b91-e755-42dd-80e2-81fd3516d0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311451 Nov 18 18:14:27.756134 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e68fa9-39ab-4d44-9711-c979eb63b413 req-0f018891-73e7-44e0-b23c-0745a955f6fa tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:27.758556 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-29e68fa9-39ab-4d44-9711-c979eb63b413 req-0f018891-73e7-44e0-b23c-0745a955f6fa tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] 10.222.0.21 "GET /v2.0/ports?device_id=c56bde41-d0b6-4dd4-a5e6-ebd9c66dc49d HTTP/1.1" status: 200 len: 945 time: 0.0558128 Nov 18 18:14:27.821443 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-29e68fa9-39ab-4d44-9711-c979eb63b413 req-41d0c64a-d449-41e5-9e4f-eac6496a019f tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] 10.222.0.21 "GET /v2.0/security-groups?id=04f8c7b0-0112-42fb-9aac-a17876feddfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552175 Nov 18 18:14:27.841162 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abc8dbf-3306-42c5-b28a-7ce73aa6b6c7 req-08246ace-a182-4e7b-bdd3-6fa82337f67e tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:27.842628 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-0abc8dbf-3306-42c5-b28a-7ce73aa6b6c7 req-08246ace-a182-4e7b-bdd3-6fa82337f67e tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c1fb574-4c1a-4ea7-bab9-434b7381aebd HTTP/1.1" status: 200 len: 944 time: 0.0572751 Nov 18 18:14:27.879483 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-0abc8dbf-3306-42c5-b28a-7ce73aa6b6c7 req-960867ea-46ee-4036-b0ac-1427bb50b389 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb4519c5-e238-4dc3-a08d-3d011a53b08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309489 Nov 18 18:14:28.645316 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d27f9d1-a6d3-4e32-9d9e-fd2878ef3054 req-187402cb-3f72-4847-9b3a-492ec1160322 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:28.646910 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-5d27f9d1-a6d3-4e32-9d9e-fd2878ef3054 req-187402cb-3f72-4847-9b3a-492ec1160322 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/ports?device_id=7336ff2b-a36e-417a-9f1b-c737fdefc35a HTTP/1.1" status: 200 len: 944 time: 0.0872896 Nov 18 18:14:28.656002 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93757b8-f5b6-46e4-838a-ed2eb40af713 req-5c047e30-87f5-47f2-8768-55abf84ad168 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:28.657249 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-e93757b8-f5b6-46e4-838a-ed2eb40af713 req-5c047e30-87f5-47f2-8768-55abf84ad168 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/ports?device_id=772bd24f-916b-474d-b066-90b4ab242777 HTTP/1.1" status: 200 len: 945 time: 0.0882080 Nov 18 18:14:28.720408 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-5d27f9d1-a6d3-4e32-9d9e-fd2878ef3054 req-662b24f5-d8f7-421a-a11d-b35fa4e52988 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1e9f200-d7e2-47da-9afd-a1ea2225007f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617523 Nov 18 18:14:28.725295 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Device f81ef956-4ab2-48d8-a239-4d364a76a8dd up at agent hyperv_hv-cinder-81669 {{(pid=101555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:14:28.747372 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-e93757b8-f5b6-46e4-838a-ed2eb40af713 req-03a51386-fcad-4391-905c-83bebbbc4a64 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/security-groups?id=46cda0ec-de4b-4291-a19a-42b976c21ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805960 Nov 18 18:14:28.817170 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Provisioning for port f81ef956-4ab2-48d8-a239-4d364a76a8dd completed by entity L2. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 18:14:28.824558 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Provisioning complete for port f81ef956-4ab2-48d8-a239-4d364a76a8dd triggered by entity L2. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:14:28.825187 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:28.907365 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a015767-78b5-469e-bbc6-a683f802b3de req-4cb122e6-6227-4d81-bd64-ca859849cf14 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:28.910107 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-5a015767-78b5-469e-bbc6-a683f802b3de req-4cb122e6-6227-4d81-bd64-ca859849cf14 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=afdf38ed-f20b-4bdf-ba97-323d5dc15fa4 HTTP/1.1" status: 200 len: 945 time: 0.0984039 Nov 18 18:14:28.965915 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:28.974038 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-5a015767-78b5-469e-bbc6-a683f802b3de req-f870c6aa-027c-4d27-a160-2d30dba8290a tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=a54f1b91-e755-42dd-80e2-81fd3516d0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553632 Nov 18 18:14:29.020227 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '772bd24f-916b-474d-b066-90b4ab242777', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f81ef956-4ab2-48d8-a239-4d364a76a8dd'}] {{(pid=101555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:14:29.037685 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00332d99-2db9-41c5-858e-5fef960a1444 req-f959225a-4f86-458a-8b0e-709a53b57075 tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:29.046083 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-00332d99-2db9-41c5-858e-5fef960a1444 req-f959225a-4f86-458a-8b0e-709a53b57075 tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] 10.222.0.21 "GET /v2.0/ports?device_id=c56bde41-d0b6-4dd4-a5e6-ebd9c66dc49d HTTP/1.1" status: 200 len: 945 time: 0.0953236 Nov 18 18:14:29.101903 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-00332d99-2db9-41c5-858e-5fef960a1444 req-246bc074-d3f0-4c6b-8981-7a53199e6885 tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] 10.222.0.21 "GET /v2.0/security-groups?id=04f8c7b0-0112-42fb-9aac-a17876feddfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539320 Nov 18 18:14:29.118911 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] For port f81ef956-4ab2-48d8-a239-4d364a76a8dd, host hv-cinder-81669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81669',level=0,port_id=f81ef956-4ab2-48d8-a239-4d364a76a8dd,segment=NetworkSegment(ba09b5a1-aed9-41ef-92fc-a1bf32b2cd99),segment_id=ba09b5a1-aed9-41ef-92fc-a1bf32b2cd99)] {{(pid=101555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:14:29.133806 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:29.134758 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Device b5e82a8f-fefa-4820-b385-2fa50b05dd14 up at agent hyperv_hv-cinder-81669 {{(pid=101555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:14:29.193276 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83211c08-3823-4c2c-8139-6a6ff2cf8447 req-92a1a358-e4fc-477b-8bee-601025ba1d31 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:29.202079 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-83211c08-3823-4c2c-8139-6a6ff2cf8447 req-92a1a358-e4fc-477b-8bee-601025ba1d31 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c1fb574-4c1a-4ea7-bab9-434b7381aebd HTTP/1.1" status: 200 len: 944 time: 0.1173265 Nov 18 18:14:29.241467 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Pushing event updated for resources: {'Port': ['ID=f81ef956-4ab2-48d8-a239-4d364a76a8dd,revision_number=5']} {{(pid=101555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:14:29.253453 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:14:29.253453 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:14:29.253453 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:14:29.253453 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:14:29.253885 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:14:29.254049 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:14:29.254441 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:14:29.254747 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:14:29.255184 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:14:29.255469 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:14:29.255683 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:14:29.256141 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:14:29.271140 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Provisioning for port b5e82a8f-fefa-4820-b385-2fa50b05dd14 completed by entity L2. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 18:14:29.279617 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Provisioning complete for port b5e82a8f-fefa-4820-b385-2fa50b05dd14 triggered by entity L2. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:14:29.280028 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:29.286004 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-83211c08-3823-4c2c-8139-6a6ff2cf8447 req-9c4cb6fc-864e-4925-b06c-19aad8e68418 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb4519c5-e238-4dc3-a08d-3d011a53b08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770001 Nov 18 18:14:29.423876 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d346ce470d451c2c3f81e461e68bbd58c3f0d417750f3f38c7c8caca9575360f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-878828bd-1df3-4803-8793-9cc303fe57fe" -d '{"events": [{"server_uuid": "772bd24f-916b-474d-b066-90b4ab242777", "name": "network-vif-plugged", "status": "completed", "tag": "f81ef956-4ab2-48d8-a239-4d364a76a8dd"}]}' {{(pid=101555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:14:29.494133 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:29.532726 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] For port b5e82a8f-fefa-4820-b385-2fa50b05dd14, host hv-cinder-81669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81669',level=0,port_id=b5e82a8f-fefa-4820-b385-2fa50b05dd14,segment=NetworkSegment(6b4c2375-729f-463b-b3ac-894a018a385a),segment_id=6b4c2375-729f-463b-b3ac-894a018a385a)] {{(pid=101555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:14:29.534962 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 18:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d96e9beb-286f-44c7-bcac-2e0c2aacd171 x-openstack-request-id: req-d96e9beb-286f-44c7-bcac-2e0c2aacd171 {{(pid=101555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:14:29.535587 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "772bd24f-916b-474d-b066-90b4ab242777", "name": "network-vif-plugged", "status": "completed", "tag": "f81ef956-4ab2-48d8-a239-4d364a76a8dd", "code": 200}]} {{(pid=101555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:14:29.535872 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d96e9beb-286f-44c7-bcac-2e0c2aacd171 {{(pid=101555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:14:29.536315 dv-cinder-816695-1-iscsi neutron-server[101555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '772bd24f-916b-474d-b066-90b4ab242777', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f81ef956-4ab2-48d8-a239-4d364a76a8dd', 'code': 200} Nov 18 18:14:29.538804 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:29.539987 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Device 8731975e-6df9-4bd4-943d-d8cd15ccf574 up at agent hyperv_hv-cinder-81669 {{(pid=101555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:14:29.630203 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Pushing event updated for resources: {'Port': ['ID=b5e82a8f-fefa-4820-b385-2fa50b05dd14,revision_number=5']} {{(pid=101555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:14:29.644621 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Provisioning for port 8731975e-6df9-4bd4-943d-d8cd15ccf574 completed by entity L2. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 18:14:29.649544 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Provisioning complete for port 8731975e-6df9-4bd4-943d-d8cd15ccf574 triggered by entity L2. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:14:29.650041 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:29.760195 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:29.766791 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f64d9bf-e45d-420e-9d96-02aea558210e req-0582b7ed-1002-40ed-9d07-38a4f72eec7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:29.769274 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-7f64d9bf-e45d-420e-9d96-02aea558210e req-0582b7ed-1002-40ed-9d07-38a4f72eec7b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=772bd24f-916b-474d-b066-90b4ab242777 HTTP/1.1" status: 200 len: 1099 time: 0.0913198 Nov 18 18:14:29.801942 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-7f64d9bf-e45d-420e-9d96-02aea558210e req-921f3e53-ed8f-4864-836d-68813d5bf1a5 service neutron] Notify callbacks [] for security_group, before_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:29.811906 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] For port 8731975e-6df9-4bd4-943d-d8cd15ccf574, host hv-cinder-81669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81669',level=0,port_id=8731975e-6df9-4bd4-943d-d8cd15ccf574,segment=NetworkSegment(8db404f7-7509-4e1d-af51-a1837b138434),segment_id=8db404f7-7509-4e1d-af51-a1837b138434)] {{(pid=101555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:14:29.817262 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:29.880933 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Pushing event updated for resources: {'Port': ['ID=8731975e-6df9-4bd4-943d-d8cd15ccf574,revision_number=5']} {{(pid=101555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:14:29.963068 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9a2eea-53f4-426b-aa6e-0668ad536ae1 req-20109242-b128-456d-8cc4-e37312c4a9ec tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:29.963068 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-ff9a2eea-53f4-426b-aa6e-0668ad536ae1 req-20109242-b128-456d-8cc4-e37312c4a9ec tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/ports?device_id=772bd24f-916b-474d-b066-90b4ab242777 HTTP/1.1" status: 200 len: 946 time: 0.1105778 Nov 18 18:14:29.974429 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-7f64d9bf-e45d-420e-9d96-02aea558210e req-921f3e53-ed8f-4864-836d-68813d5bf1a5 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:29.983294 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5780bc09-e501-49ac-bc14-5471609a7bd3 req-0029168d-7f57-4968-9edc-84f0810bb242 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:29.984762 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-5780bc09-e501-49ac-bc14-5471609a7bd3 req-0029168d-7f57-4968-9edc-84f0810bb242 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/ports?device_id=7336ff2b-a36e-417a-9f1b-c737fdefc35a HTTP/1.1" status: 200 len: 944 time: 0.1204779 Nov 18 18:14:29.990976 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-7f64d9bf-e45d-420e-9d96-02aea558210e req-921f3e53-ed8f-4864-836d-68813d5bf1a5 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:30.052232 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-7f64d9bf-e45d-420e-9d96-02aea558210e req-921f3e53-ed8f-4864-836d-68813d5bf1a5 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=46cda0ec-de4b-4291-a19a-42b976c21ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2748764 Nov 18 18:14:30.068301 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921f3e53-ed8f-4864-836d-68813d5bf1a5 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a0a089dc-ccda-4e5c-b356-3be2545fcc47,revision_number=1']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:14:30.081536 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-ff9a2eea-53f4-426b-aa6e-0668ad536ae1 req-cdfb989e-36b8-46a5-95b0-6ba9bc168d8e tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/security-groups?id=46cda0ec-de4b-4291-a19a-42b976c21ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097767 Nov 18 18:14:30.090649 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-5780bc09-e501-49ac-bc14-5471609a7bd3 req-ecc94c23-ca90-43c3-b637-16a98219eeb4 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1e9f200-d7e2-47da-9afd-a1ea2225007f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945330 Nov 18 18:14:30.091852 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921f3e53-ed8f-4864-836d-68813d5bf1a5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:14:30.092201 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921f3e53-ed8f-4864-836d-68813d5bf1a5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:14:30.092624 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921f3e53-ed8f-4864-836d-68813d5bf1a5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:14:30.093038 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921f3e53-ed8f-4864-836d-68813d5bf1a5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:14:30.093197 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921f3e53-ed8f-4864-836d-68813d5bf1a5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:14:30.093534 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921f3e53-ed8f-4864-836d-68813d5bf1a5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:14:30.093852 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921f3e53-ed8f-4864-836d-68813d5bf1a5 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:14:30.094180 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921f3e53-ed8f-4864-836d-68813d5bf1a5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:14:30.094506 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921f3e53-ed8f-4864-836d-68813d5bf1a5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:14:30.094831 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921f3e53-ed8f-4864-836d-68813d5bf1a5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:14:30.095155 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921f3e53-ed8f-4864-836d-68813d5bf1a5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:14:30.095563 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921f3e53-ed8f-4864-836d-68813d5bf1a5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:14:30.225248 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5e0e03-0b03-4a19-8d10-b502ec440a43 req-3deacf74-4b69-41ff-b656-c68c05ef5dbd tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:30.226749 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-ed5e0e03-0b03-4a19-8d10-b502ec440a43 req-3deacf74-4b69-41ff-b656-c68c05ef5dbd tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=afdf38ed-f20b-4bdf-ba97-323d5dc15fa4 HTTP/1.1" status: 200 len: 945 time: 0.0729599 Nov 18 18:14:30.248572 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae361a30-0a3a-4943-bb0f-f791b5daace4 req-340fdc46-c0ca-4dab-ba0d-149dfe88ea9a tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:30.249852 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-ae361a30-0a3a-4943-bb0f-f791b5daace4 req-340fdc46-c0ca-4dab-ba0d-149dfe88ea9a tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] 10.222.0.21 "GET /v2.0/ports?device_id=c56bde41-d0b6-4dd4-a5e6-ebd9c66dc49d HTTP/1.1" status: 200 len: 946 time: 0.0680051 Nov 18 18:14:30.300464 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-ed5e0e03-0b03-4a19-8d10-b502ec440a43 req-59f76d9d-2f6b-4f91-a535-0589520692fc tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=a54f1b91-e755-42dd-80e2-81fd3516d0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670352 Nov 18 18:14:30.308319 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-ae361a30-0a3a-4943-bb0f-f791b5daace4 req-da6f7bcc-6c9c-4f63-927b-e549cdc1369b tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] 10.222.0.21 "GET /v2.0/security-groups?id=04f8c7b0-0112-42fb-9aac-a17876feddfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522940 Nov 18 18:14:30.434046 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072ad589-21e6-4abe-a456-67291be6a7db req-fba221d9-2b49-4c6b-9b36-720f6514c006 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:30.440285 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-072ad589-21e6-4abe-a456-67291be6a7db req-fba221d9-2b49-4c6b-9b36-720f6514c006 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c1fb574-4c1a-4ea7-bab9-434b7381aebd HTTP/1.1" status: 200 len: 945 time: 0.0579360 Nov 18 18:14:30.478767 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-072ad589-21e6-4abe-a456-67291be6a7db req-ef47977e-f8ea-49fa-8406-cb5321ab586a tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb4519c5-e238-4dc3-a08d-3d011a53b08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370629 Nov 18 18:14:30.735388 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Device 3d7d3eac-4d1f-46f7-bd38-8201265cf0e4 up at agent hyperv_hv-cinder-81669 {{(pid=101555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:14:30.784872 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Provisioning for port 3d7d3eac-4d1f-46f7-bd38-8201265cf0e4 completed by entity L2. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 18:14:30.789529 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Provisioning complete for port 3d7d3eac-4d1f-46f7-bd38-8201265cf0e4 triggered by entity L2. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:14:30.789978 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:30.864964 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:30.894732 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 45772) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:14:30.901222 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] For port 3d7d3eac-4d1f-46f7-bd38-8201265cf0e4, host hv-cinder-81669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81669',level=0,port_id=3d7d3eac-4d1f-46f7-bd38-8201265cf0e4,segment=NetworkSegment(43109070-f8b1-4cef-8fc5-8a83cb9b46d4),segment_id=43109070-f8b1-4cef-8fc5-8a83cb9b46d4)] {{(pid=101555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:14:30.906151 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:30.906697 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Device a6bada09-281b-4578-afea-c680bd371ea2 up at agent hyperv_hv-cinder-81669 {{(pid=101555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:14:30.983969 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Pushing event updated for resources: {'Port': ['ID=3d7d3eac-4d1f-46f7-bd38-8201265cf0e4,revision_number=5']} {{(pid=101555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:14:30.995003 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Provisioning for port a6bada09-281b-4578-afea-c680bd371ea2 completed by entity L2. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 18:14:31.000250 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Provisioning complete for port a6bada09-281b-4578-afea-c680bd371ea2 triggered by entity L2. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:14:31.000646 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:31.003798 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-e300ef0e-f6bc-4cf9-a36a-73d4ba1a5008 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:31.083627 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:31.091725 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-e300ef0e-f6bc-4cf9-a36a-73d4ba1a5008 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:31.095899 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-e300ef0e-f6bc-4cf9-a36a-73d4ba1a5008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:31.123288 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] For port a6bada09-281b-4578-afea-c680bd371ea2, host hv-cinder-81669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81669',level=0,port_id=a6bada09-281b-4578-afea-c680bd371ea2,segment=NetworkSegment(fdab8eb2-7859-4d62-a00d-9bb65cb2ee65),segment_id=fdab8eb2-7859-4d62-a00d-9bb65cb2ee65)] {{(pid=101555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:14:31.128029 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:31.128930 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Device 4094900d-0e79-4f32-bbef-bbebdacfd67b up at agent hyperv_hv-cinder-81669 {{(pid=101555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:14:31.150959 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-e300ef0e-f6bc-4cf9-a36a-73d4ba1a5008 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=eb222e9ddfd644f9a5140d90eb21ef24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2542999 Nov 18 18:14:31.151151 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 45788) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:14:31.152652 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e300ef0e-f6bc-4cf9-a36a-73d4ba1a5008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fc4330d-7d66-4be1-9dfb-9dc3fa25d216,revision_number=1']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:14:31.162560 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e300ef0e-f6bc-4cf9-a36a-73d4ba1a5008 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:14:31.163313 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e300ef0e-f6bc-4cf9-a36a-73d4ba1a5008 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:14:31.163867 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e300ef0e-f6bc-4cf9-a36a-73d4ba1a5008 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:14:31.164348 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e300ef0e-f6bc-4cf9-a36a-73d4ba1a5008 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:14:31.164823 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e300ef0e-f6bc-4cf9-a36a-73d4ba1a5008 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:14:31.165302 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e300ef0e-f6bc-4cf9-a36a-73d4ba1a5008 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:14:31.165847 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e300ef0e-f6bc-4cf9-a36a-73d4ba1a5008 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:14:31.166343 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e300ef0e-f6bc-4cf9-a36a-73d4ba1a5008 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:14:31.166864 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e300ef0e-f6bc-4cf9-a36a-73d4ba1a5008 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:14:31.167344 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e300ef0e-f6bc-4cf9-a36a-73d4ba1a5008 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:14:31.167978 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e300ef0e-f6bc-4cf9-a36a-73d4ba1a5008 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:14:31.168471 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e300ef0e-f6bc-4cf9-a36a-73d4ba1a5008 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:14:31.218499 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Provisioning for port 4094900d-0e79-4f32-bbef-bbebdacfd67b completed by entity L2. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 18:14:31.225694 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Provisioning complete for port 4094900d-0e79-4f32-bbef-bbebdacfd67b triggered by entity L2. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:14:31.226089 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:31.253471 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Pushing event updated for resources: {'Port': ['ID=a6bada09-281b-4578-afea-c680bd371ea2,revision_number=5']} {{(pid=101555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:14:31.297849 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-93609aa2-e59e-40c8-8ae8-5198516cc924 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:31.313936 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaad264-4731-4844-945c-b83162063548 req-44bffb43-3d1d-4d61-ab27-0a093f5be5be tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:31.315628 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-7aaad264-4731-4844-945c-b83162063548 req-44bffb43-3d1d-4d61-ab27-0a093f5be5be tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/ports?device_id=7336ff2b-a36e-417a-9f1b-c737fdefc35a HTTP/1.1" status: 200 len: 945 time: 0.1023328 Nov 18 18:14:31.319252 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:31.345064 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80db2674-11cc-41ea-a286-8eb668e11ca5 req-ab160866-896c-4c41-b957-fe11ebd159ec tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:31.346550 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-80db2674-11cc-41ea-a286-8eb668e11ca5 req-ab160866-896c-4c41-b957-fe11ebd159ec tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/ports?device_id=772bd24f-916b-474d-b066-90b4ab242777 HTTP/1.1" status: 200 len: 946 time: 0.1354487 Nov 18 18:14:31.352153 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-93609aa2-e59e-40c8-8ae8-5198516cc924 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:31.360118 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] For port 4094900d-0e79-4f32-bbef-bbebdacfd67b, host hv-cinder-81669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81669',level=0,port_id=4094900d-0e79-4f32-bbef-bbebdacfd67b,segment=NetworkSegment(ba09b5a1-aed9-41ef-92fc-a1bf32b2cd99),segment_id=ba09b5a1-aed9-41ef-92fc-a1bf32b2cd99)] {{(pid=101555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:14:31.364432 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:31.426529 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-7aaad264-4731-4844-945c-b83162063548 req-77163909-a1f1-467f-a78e-2164bdcceffb tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1e9f200-d7e2-47da-9afd-a1ea2225007f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016090 Nov 18 18:14:31.436709 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-80db2674-11cc-41ea-a286-8eb668e11ca5 req-6be82356-ff8d-4a44-b71e-a6a21f58a9ee tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/security-groups?id=46cda0ec-de4b-4291-a19a-42b976c21ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776501 Nov 18 18:14:31.438617 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Pushing event updated for resources: {'Port': ['ID=4094900d-0e79-4f32-bbef-bbebdacfd67b,revision_number=5']} {{(pid=101555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:14:31.466991 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-93609aa2-e59e-40c8-8ae8-5198516cc924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:31.469795 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-93609aa2-e59e-40c8-8ae8-5198516cc924 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:31.471357 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-93609aa2-e59e-40c8-8ae8-5198516cc924 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0fc4330d-7d66-4be1-9dfb-9dc3fa25d216 HTTP/1.1" status: 204 len: 168 time: 0.3188796 Nov 18 18:14:31.481124 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93609aa2-e59e-40c8-8ae8-5198516cc924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fc4330d-7d66-4be1-9dfb-9dc3fa25d216,revision_number=None']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:14:31.532563 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 45804) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:14:31.537574 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c56bde41-d0b6-4dd4-a5e6-ebd9c66dc49d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5e82a8f-fefa-4820-b385-2fa50b05dd14'}, {'server_uuid': '4c1fb574-4c1a-4ea7-bab9-434b7381aebd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8731975e-6df9-4bd4-943d-d8cd15ccf574'}, {'server_uuid': 'afdf38ed-f20b-4bdf-ba97-323d5dc15fa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d7d3eac-4d1f-46f7-bd38-8201265cf0e4'}, {'server_uuid': '7336ff2b-a36e-417a-9f1b-c737fdefc35a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6bada09-281b-4578-afea-c680bd371ea2'}, {'server_uuid': '48ce5274-bbd4-41d9-a7fd-7b3342e115ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4094900d-0e79-4f32-bbef-bbebdacfd67b'}] {{(pid=101555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:14:31.540701 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d346ce470d451c2c3f81e461e68bbd58c3f0d417750f3f38c7c8caca9575360f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e436fa94-e5e0-47bd-9230-35f418823e0f" -d '{"events": [{"server_uuid": "c56bde41-d0b6-4dd4-a5e6-ebd9c66dc49d", "name": "network-vif-plugged", "status": "completed", "tag": "b5e82a8f-fefa-4820-b385-2fa50b05dd14"}, {"server_uuid": "4c1fb574-4c1a-4ea7-bab9-434b7381aebd", "name": "network-vif-plugged", "status": "completed", "tag": "8731975e-6df9-4bd4-943d-d8cd15ccf574"}, {"server_uuid": "afdf38ed-f20b-4bdf-ba97-323d5dc15fa4", "name": "network-vif-plugged", "status": "completed", "tag": "3d7d3eac-4d1f-46f7-bd38-8201265cf0e4"}, {"server_uuid": "7336ff2b-a36e-417a-9f1b-c737fdefc35a", "name": "network-vif-plugged", "status": "completed", "tag": "a6bada09-281b-4578-afea-c680bd371ea2"}, {"server_uuid": "48ce5274-bbd4-41d9-a7fd-7b3342e115ca", "name": "network-vif-plugged", "status": "completed", "tag": "4094900d-0e79-4f32-bbef-bbebdacfd67b"}]}' {{(pid=101555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:14:31.598663 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d40e52-5017-43d1-a91f-873da43df704 req-87b61bb5-6832-4f0b-964c-cba4e7e2e2d1 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:31.606826 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-59d40e52-5017-43d1-a91f-873da43df704 req-87b61bb5-6832-4f0b-964c-cba4e7e2e2d1 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=afdf38ed-f20b-4bdf-ba97-323d5dc15fa4 HTTP/1.1" status: 200 len: 946 time: 0.0966334 Nov 18 18:14:31.642814 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16002b08-da63-49f4-ba02-5497ec79a73a req-09967884-9f26-4f91-84f8-9102cca34033 tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:31.644397 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-16002b08-da63-49f4-ba02-5497ec79a73a req-09967884-9f26-4f91-84f8-9102cca34033 tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] 10.222.0.21 "GET /v2.0/ports?device_id=c56bde41-d0b6-4dd4-a5e6-ebd9c66dc49d HTTP/1.1" status: 200 len: 946 time: 0.1004586 Nov 18 18:14:31.673275 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-59d40e52-5017-43d1-a91f-873da43df704 req-34d1b643-b85a-47ba-8722-11f0eacd75a7 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=a54f1b91-e755-42dd-80e2-81fd3516d0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651979 Nov 18 18:14:31.735310 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-16002b08-da63-49f4-ba02-5497ec79a73a req-c16555a9-ebe5-4599-98c7-84e0b40e48b3 tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] 10.222.0.21 "GET /v2.0/security-groups?id=04f8c7b0-0112-42fb-9aac-a17876feddfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841866 Nov 18 18:14:31.814493 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Thu, 18 Nov 2021 18:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1d4101f-4de1-46d2-9339-6e3c463510a0 x-openstack-request-id: req-c1d4101f-4de1-46d2-9339-6e3c463510a0 {{(pid=101555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:14:31.814999 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c56bde41-d0b6-4dd4-a5e6-ebd9c66dc49d", "name": "network-vif-plugged", "status": "completed", "tag": "b5e82a8f-fefa-4820-b385-2fa50b05dd14", "code": 200}, {"server_uuid": "4c1fb574-4c1a-4ea7-bab9-434b7381aebd", "name": "network-vif-plugged", "status": "completed", "tag": "8731975e-6df9-4bd4-943d-d8cd15ccf574", "code": 200}, {"server_uuid": "afdf38ed-f20b-4bdf-ba97-323d5dc15fa4", "name": "network-vif-plugged", "status": "completed", "tag": "3d7d3eac-4d1f-46f7-bd38-8201265cf0e4", "code": 200}, {"server_uuid": "7336ff2b-a36e-417a-9f1b-c737fdefc35a", "name": "network-vif-plugged", "status": "completed", "tag": "a6bada09-281b-4578-afea-c680bd371ea2", "code": 200}, {"server_uuid": "48ce5274-bbd4-41d9-a7fd-7b3342e115ca", "name": "network-vif-plugged", "status": "completed", "tag": "4094900d-0e79-4f32-bbef-bbebdacfd67b", "code": 200}]} {{(pid=101555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:14:31.815543 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c1d4101f-4de1-46d2-9339-6e3c463510a0 {{(pid=101555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:14:31.815970 dv-cinder-816695-1-iscsi neutron-server[101555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c56bde41-d0b6-4dd4-a5e6-ebd9c66dc49d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5e82a8f-fefa-4820-b385-2fa50b05dd14', 'code': 200} Nov 18 18:14:31.816319 dv-cinder-816695-1-iscsi neutron-server[101555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c1fb574-4c1a-4ea7-bab9-434b7381aebd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8731975e-6df9-4bd4-943d-d8cd15ccf574', 'code': 200} Nov 18 18:14:31.816660 dv-cinder-816695-1-iscsi neutron-server[101555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afdf38ed-f20b-4bdf-ba97-323d5dc15fa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d7d3eac-4d1f-46f7-bd38-8201265cf0e4', 'code': 200} Nov 18 18:14:31.817110 dv-cinder-816695-1-iscsi neutron-server[101555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7336ff2b-a36e-417a-9f1b-c737fdefc35a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6bada09-281b-4578-afea-c680bd371ea2', 'code': 200} Nov 18 18:14:31.817763 dv-cinder-816695-1-iscsi neutron-server[101555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48ce5274-bbd4-41d9-a7fd-7b3342e115ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4094900d-0e79-4f32-bbef-bbebdacfd67b', 'code': 200} Nov 18 18:14:31.859063 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-ae027f3e-287c-4726-ade2-197a209dcd00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:31.872450 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a158ce-3a89-4480-b260-0368cbe41e53 req-22a3e01f-9289-4d79-b89b-9bb502d960fe tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:31.874846 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-11a158ce-3a89-4480-b260-0368cbe41e53 req-22a3e01f-9289-4d79-b89b-9bb502d960fe tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c1fb574-4c1a-4ea7-bab9-434b7381aebd HTTP/1.1" status: 200 len: 945 time: 0.0645638 Nov 18 18:14:31.994764 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-11a158ce-3a89-4480-b260-0368cbe41e53 req-f1894eea-0906-4725-9e5a-99675c365f3f tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb4519c5-e238-4dc3-a08d-3d011a53b08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114721 Nov 18 18:14:31.997922 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-ae027f3e-287c-4726-ade2-197a209dcd00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:32.019434 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-ae027f3e-287c-4726-ade2-197a209dcd00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:32.088459 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 45838) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:14:32.089004 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-ae027f3e-287c-4726-ade2-197a209dcd00 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b4b2e673ba144733a711f1ed24a4f205&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5551951 Nov 18 18:14:32.091073 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae027f3e-287c-4726-ade2-197a209dcd00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c38211b-467b-4fdd-8420-006fdf7fe2cb,revision_number=1']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:14:32.118151 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 45842) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:14:32.138818 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-3d02faf5-e55a-40ef-865d-f4780327e80c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:32.227863 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-b5494699-93fc-40ae-9344-58d302efa9c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:32.231266 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-3d02faf5-e55a-40ef-865d-f4780327e80c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:32.236902 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-3d02faf5-e55a-40ef-865d-f4780327e80c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:32.255575 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9403894e-c141-4083-bbae-1d7789cb256f req-1fc27176-6088-467a-9896-2a45a6d33dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:32.258067 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-9403894e-c141-4083-bbae-1d7789cb256f req-1fc27176-6088-467a-9896-2a45a6d33dcc service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4c1fb574-4c1a-4ea7-bab9-434b7381aebd HTTP/1.1" status: 200 len: 1098 time: 0.1035509 Nov 18 18:14:32.274238 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-b5494699-93fc-40ae-9344-58d302efa9c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:32.275061 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d02faf5-e55a-40ef-865d-f4780327e80c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a2cc8bd-06bd-4de3-8d7c-47445002dc0d,revision_number=1']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:14:32.298725 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-3d02faf5-e55a-40ef-865d-f4780327e80c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=61d1c95860714af8a5711e0625845d17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1791875 Nov 18 18:14:32.301372 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 45848) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:14:32.384428 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-d789286e-8622-476a-8a7e-35cf25b6d7e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:32.398085 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-9403894e-c141-4083-bbae-1d7789cb256f req-62189ada-8d0a-4b0e-bcb7-43a78e9e8028 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=cb4519c5-e238-4dc3-a08d-3d011a53b08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214926 Nov 18 18:14:32.409727 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-d789286e-8622-476a-8a7e-35cf25b6d7e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:32.422726 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8722e2fa-51a3-4e0d-a1f7-d60b0ad61d66 req-57ebac55-10cb-4f72-9787-3a1aeb69826e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:32.425382 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-8722e2fa-51a3-4e0d-a1f7-d60b0ad61d66 req-57ebac55-10cb-4f72-9787-3a1aeb69826e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7336ff2b-a36e-417a-9f1b-c737fdefc35a HTTP/1.1" status: 200 len: 1098 time: 0.0665295 Nov 18 18:14:32.436513 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-b5494699-93fc-40ae-9344-58d302efa9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:32.439145 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-b5494699-93fc-40ae-9344-58d302efa9c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:32.443063 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-b5494699-93fc-40ae-9344-58d302efa9c3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0c38211b-467b-4fdd-8420-006fdf7fe2cb HTTP/1.1" status: 204 len: 168 time: 0.3507371 Nov 18 18:14:32.450040 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5494699-93fc-40ae-9344-58d302efa9c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c38211b-467b-4fdd-8420-006fdf7fe2cb,revision_number=None']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:14:32.472080 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-d789286e-8622-476a-8a7e-35cf25b6d7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:32.474774 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-d789286e-8622-476a-8a7e-35cf25b6d7e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:32.478374 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-d789286e-8622-476a-8a7e-35cf25b6d7e1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8a2cc8bd-06bd-4de3-8d7c-47445002dc0d HTTP/1.1" status: 204 len: 168 time: 0.1746507 Nov 18 18:14:32.490058 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d789286e-8622-476a-8a7e-35cf25b6d7e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a2cc8bd-06bd-4de3-8d7c-47445002dc0d,revision_number=None']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:14:32.837997 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d7f7f4-11d6-4c9e-9950-bd19fcf197da req-b0e1e503-06fd-4650-8774-b4499b1685e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:32.841381 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-e0d7f7f4-11d6-4c9e-9950-bd19fcf197da req-b0e1e503-06fd-4650-8774-b4499b1685e7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=afdf38ed-f20b-4bdf-ba97-323d5dc15fa4 HTTP/1.1" status: 200 len: 1099 time: 0.1329541 Nov 18 18:14:32.842279 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1cbacf-afa6-451a-ae2c-f191b7b5086f req-1ef9811d-638b-47a5-98bf-246e8d1c7817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:32.844157 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-9b1cbacf-afa6-451a-ae2c-f191b7b5086f req-1ef9811d-638b-47a5-98bf-246e8d1c7817 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c56bde41-d0b6-4dd4-a5e6-ebd9c66dc49d HTTP/1.1" status: 200 len: 1099 time: 0.0988050 Nov 18 18:14:32.864202 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7aabd7-7cd6-455c-9163-d6b408c01e8a req-73f35971-0694-4790-a57a-ef70fe081d45 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:32.871515 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-9f7aabd7-7cd6-455c-9163-d6b408c01e8a req-73f35971-0694-4790-a57a-ef70fe081d45 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/ports?device_id=7336ff2b-a36e-417a-9f1b-c737fdefc35a HTTP/1.1" status: 200 len: 945 time: 0.3452775 Nov 18 18:14:32.906107 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-8722e2fa-51a3-4e0d-a1f7-d60b0ad61d66 req-1e786fe5-c86e-43ab-8676-589812a8cea3 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d1e9f200-d7e2-47da-9afd-a1ea2225007f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074183 Nov 18 18:14:32.916071 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb8831b-f079-43de-b933-52a241207fb4 req-9bdd0703-2066-4306-8942-31feb63d10c5 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:32.917786 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-0bb8831b-f079-43de-b933-52a241207fb4 req-9bdd0703-2066-4306-8942-31feb63d10c5 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/ports?device_id=772bd24f-916b-474d-b066-90b4ab242777 HTTP/1.1" status: 200 len: 946 time: 0.3546298 Nov 18 18:14:32.926996 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-9b1cbacf-afa6-451a-ae2c-f191b7b5086f req-5e96508e-1fe6-431e-8fd2-e6607104a1ce service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=04f8c7b0-0112-42fb-9aac-a17876feddfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717745 Nov 18 18:14:32.928947 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-e0d7f7f4-11d6-4c9e-9950-bd19fcf197da req-c683ff92-cb0c-42a4-834f-75c6f9cc32a6 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a54f1b91-e755-42dd-80e2-81fd3516d0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756359 Nov 18 18:14:32.945502 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf91291-13b7-4f78-ba67-c4097b92f1a5 req-abc9ffc5-74c8-4643-9cc7-1be6fa2bcb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:32.947064 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-bdf91291-13b7-4f78-ba67-c4097b92f1a5 req-abc9ffc5-74c8-4643-9cc7-1be6fa2bcb74 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=48ce5274-bbd4-41d9-a7fd-7b3342e115ca HTTP/1.1" status: 200 len: 1098 time: 0.1452827 Nov 18 18:14:32.955881 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-9f7aabd7-7cd6-455c-9163-d6b408c01e8a req-78a399c6-7b74-42f2-a2f5-db1e4cd6f72b tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1e9f200-d7e2-47da-9afd-a1ea2225007f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834572 Nov 18 18:14:32.980729 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-0bb8831b-f079-43de-b933-52a241207fb4 req-95a265ef-4dbd-4e95-8b30-fc1641a5a136 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/security-groups?id=46cda0ec-de4b-4291-a19a-42b976c21ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557623 Nov 18 18:14:33.015347 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 45876) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:14:33.032935 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-081a9ad1-9258-4935-aecb-d765f3c70a18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:33.100500 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5ca5e9-4c77-44a2-a481-366972d8054f req-e520789e-4e87-44a6-8816-4dd65734b263 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:33.102138 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-aa5ca5e9-4c77-44a2-a481-366972d8054f req-e520789e-4e87-44a6-8816-4dd65734b263 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=afdf38ed-f20b-4bdf-ba97-323d5dc15fa4 HTTP/1.1" status: 200 len: 946 time: 0.0847645 Nov 18 18:14:33.138457 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-081a9ad1-9258-4935-aecb-d765f3c70a18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:33.142923 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143bf1d0-46e0-4010-9c8b-ab30b5562a7b req-6f04ea16-dec6-42fa-8e3b-e519d9ef45d2 tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:33.143764 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-081a9ad1-9258-4935-aecb-d765f3c70a18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:33.144456 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-143bf1d0-46e0-4010-9c8b-ab30b5562a7b req-6f04ea16-dec6-42fa-8e3b-e519d9ef45d2 tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] 10.222.0.21 "GET /v2.0/ports?device_id=c56bde41-d0b6-4dd4-a5e6-ebd9c66dc49d HTTP/1.1" status: 200 len: 946 time: 0.0822845 Nov 18 18:14:33.165218 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-aa5ca5e9-4c77-44a2-a481-366972d8054f req-38a65f0e-6a2f-408f-8673-b92059a4e7fd tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=a54f1b91-e755-42dd-80e2-81fd3516d0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561466 Nov 18 18:14:33.204635 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-143bf1d0-46e0-4010-9c8b-ab30b5562a7b req-a1eacae4-4229-48dd-92b5-083bd7f2a123 tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] 10.222.0.21 "GET /v2.0/security-groups?id=04f8c7b0-0112-42fb-9aac-a17876feddfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484176 Nov 18 18:14:33.215637 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-081a9ad1-9258-4935-aecb-d765f3c70a18 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=737ea81b0fd94b95819affbb2e95dba7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1963754 Nov 18 18:14:33.215637 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081a9ad1-9258-4935-aecb-d765f3c70a18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b35f47c3-4454-4ad3-8120-28d57d30dfcb,revision_number=1']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:14:33.217170 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 45882) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:14:33.307940 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-1fd55503-ddef-4b0d-b128-f27618fc0f1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:33.324772 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70630e1c-9a32-42c5-bfdd-16e7d4f34318 req-37b545ac-a294-4d72-873e-ef85478ff74e tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:33.332389 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-70630e1c-9a32-42c5-bfdd-16e7d4f34318 req-37b545ac-a294-4d72-873e-ef85478ff74e tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c1fb574-4c1a-4ea7-bab9-434b7381aebd HTTP/1.1" status: 200 len: 945 time: 0.0597680 Nov 18 18:14:33.339217 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-1fd55503-ddef-4b0d-b128-f27618fc0f1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:33.386233 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-70630e1c-9a32-42c5-bfdd-16e7d4f34318 req-3f48a375-398f-4dac-ad03-66b4bbfa26c5 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb4519c5-e238-4dc3-a08d-3d011a53b08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526857 Nov 18 18:14:33.410925 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-1fd55503-ddef-4b0d-b128-f27618fc0f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:33.410925 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-1fd55503-ddef-4b0d-b128-f27618fc0f1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:33.410925 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-1fd55503-ddef-4b0d-b128-f27618fc0f1e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b35f47c3-4454-4ad3-8120-28d57d30dfcb HTTP/1.1" status: 204 len: 168 time: 0.1801357 Nov 18 18:14:33.417826 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd55503-ddef-4b0d-b128-f27618fc0f1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b35f47c3-4454-4ad3-8120-28d57d30dfcb,revision_number=None']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:14:33.555037 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3c4c1d-9908-4edc-9b55-92a500330d6a req-312f487a-e6bb-48d0-bce7-d2fdf138137a tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:33.555294 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-4b3c4c1d-9908-4edc-9b55-92a500330d6a req-312f487a-e6bb-48d0-bce7-d2fdf138137a tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/ports?device_id=772bd24f-916b-474d-b066-90b4ab242777 HTTP/1.1" status: 200 len: 946 time: 0.0556173 Nov 18 18:14:33.602060 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-4b3c4c1d-9908-4edc-9b55-92a500330d6a req-c2bed706-c457-49da-b81e-3867b2f24083 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/security-groups?id=46cda0ec-de4b-4291-a19a-42b976c21ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405369 Nov 18 18:14:33.845037 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-bdf91291-13b7-4f78-ba67-c4097b92f1a5 req-8e977360-657d-45ad-b9b3-a76e3781cd07 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=46cda0ec-de4b-4291-a19a-42b976c21ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370166 Nov 18 18:14:33.852199 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 45914) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:14:33.989571 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-1854cf5c-6c94-45ea-b88e-3d3d02136041 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:34.082547 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-1854cf5c-6c94-45ea-b88e-3d3d02136041 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:34.088028 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-1854cf5c-6c94-45ea-b88e-3d3d02136041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:34.093786 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465ae9fc-e58a-4037-a317-501000c39d3c req-2533cdfe-6c59-4350-b972-0a0ee18bcbf6 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:34.101495 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-465ae9fc-e58a-4037-a317-501000c39d3c req-2533cdfe-6c59-4350-b972-0a0ee18bcbf6 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/ports?device_id=7336ff2b-a36e-417a-9f1b-c737fdefc35a HTTP/1.1" status: 200 len: 945 time: 0.0619333 Nov 18 18:14:34.136090 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-1854cf5c-6c94-45ea-b88e-3d3d02136041 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=daa0cebd2281433887466772bb320a91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2826951 Nov 18 18:14:34.137066 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1854cf5c-6c94-45ea-b88e-3d3d02136041 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13c8766e-949a-4870-be7c-96247bfb7e85,revision_number=1']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:14:34.139983 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 45934) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:14:34.150753 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-465ae9fc-e58a-4037-a317-501000c39d3c req-954f6165-ccf4-4a9d-a6eb-f22ebbfa708f tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1e9f200-d7e2-47da-9afd-a1ea2225007f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484543 Nov 18 18:14:34.199388 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-0fa71d77-125c-46a9-a7f6-4a59481d150e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:34.222270 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-0fa71d77-125c-46a9-a7f6-4a59481d150e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:34.234474 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59de746a-e001-4e1c-9fc6-838e24511f61 req-897baa1d-ff31-4cbd-9a84-8b1bb9cba668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:34.236040 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-59de746a-e001-4e1c-9fc6-838e24511f61 req-897baa1d-ff31-4cbd-9a84-8b1bb9cba668 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=54a71c6fcc084e09bb76b54d410321c7&device_id=772bd24f-916b-474d-b066-90b4ab242777 HTTP/1.1" status: 200 len: 1099 time: 0.0812190 Nov 18 18:14:34.306963 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-0fa71d77-125c-46a9-a7f6-4a59481d150e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:34.311716 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-0fa71d77-125c-46a9-a7f6-4a59481d150e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:34.316406 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-0fa71d77-125c-46a9-a7f6-4a59481d150e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/13c8766e-949a-4870-be7c-96247bfb7e85 HTTP/1.1" status: 204 len: 168 time: 0.1750667 Nov 18 18:14:34.325113 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa71d77-125c-46a9-a7f6-4a59481d150e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13c8766e-949a-4870-be7c-96247bfb7e85,revision_number=None']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:14:34.411089 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3530bd0b-a37c-46b3-82cc-23f2f24d1149 req-c503e23b-a3fb-4235-9ca2-bf98c5ab7723 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:34.412625 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-3530bd0b-a37c-46b3-82cc-23f2f24d1149 req-c503e23b-a3fb-4235-9ca2-bf98c5ab7723 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=afdf38ed-f20b-4bdf-ba97-323d5dc15fa4 HTTP/1.1" status: 200 len: 946 time: 0.1539075 Nov 18 18:14:34.440738 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb1b411-e427-4056-9f5c-18bc5136cde9 req-6e961c7b-e959-46df-a180-c09b1ab66776 tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:34.442354 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-6fb1b411-e427-4056-9f5c-18bc5136cde9 req-6e961c7b-e959-46df-a180-c09b1ab66776 tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] 10.222.0.21 "GET /v2.0/ports?device_id=c56bde41-d0b6-4dd4-a5e6-ebd9c66dc49d HTTP/1.1" status: 200 len: 946 time: 0.1280921 Nov 18 18:14:34.476678 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59de746a-e001-4e1c-9fc6-838e24511f61 req-04939b83-a15e-429e-9edd-ac5b0c00ea9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:34.478117 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-59de746a-e001-4e1c-9fc6-838e24511f61 req-04939b83-a15e-429e-9edd-ac5b0c00ea9f service neutron] 10.222.0.46 "GET /v2.0/networks?id=6154edaf-4d8d-4eb2-9748-db0b61476bdf HTTP/1.1" status: 200 len: 919 time: 0.2342319 Nov 18 18:14:34.550143 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-3530bd0b-a37c-46b3-82cc-23f2f24d1149 req-1cf66194-05d2-4cc0-b73f-0125566086a9 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=a54f1b91-e755-42dd-80e2-81fd3516d0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1277366 Nov 18 18:14:34.553801 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-59de746a-e001-4e1c-9fc6-838e24511f61 req-fb4ed56d-134e-4875-9eee-4409b1cbbcb7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f81ef956-4ab2-48d8-a239-4d364a76a8dd HTTP/1.1" status: 200 len: 217 time: 0.0635719 Nov 18 18:14:34.558527 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-6fb1b411-e427-4056-9f5c-18bc5136cde9 req-5f7b5687-cb83-4008-a051-64c4ae495735 tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] 10.222.0.21 "GET /v2.0/security-groups?id=04f8c7b0-0112-42fb-9aac-a17876feddfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992315 Nov 18 18:14:34.629574 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59de746a-e001-4e1c-9fc6-838e24511f61 req-9e531657-3855-407a-a580-eae5c252cb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:34.631357 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-59de746a-e001-4e1c-9fc6-838e24511f61 req-9e531657-3855-407a-a580-eae5c252cb48 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7228a873-9d05-4b76-9e24-c9343ad2ab35 HTTP/1.1" status: 200 len: 858 time: 0.0657883 Nov 18 18:14:34.678505 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-59de746a-e001-4e1c-9fc6-838e24511f61 req-664790f9-c27d-4eae-b933-2539cf8d1730 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6154edaf-4d8d-4eb2-9748-db0b61476bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375502 Nov 18 18:14:34.797998 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 45962) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:14:34.837176 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e4b54e-b900-42d8-ab7f-6afe01199176 req-9a9eca0a-c2f5-4767-9a24-2830307abd5b tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:34.844536 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-51e4b54e-b900-42d8-ab7f-6afe01199176 req-9a9eca0a-c2f5-4767-9a24-2830307abd5b tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c1fb574-4c1a-4ea7-bab9-434b7381aebd HTTP/1.1" status: 200 len: 945 time: 0.1616931 Nov 18 18:14:34.879889 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 45968) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:14:34.882849 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602421a1-4718-4e0c-9c6a-bc5d19e6a583 req-972c744b-ba0f-40da-9854-ad642f99050b tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:34.885360 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-602421a1-4718-4e0c-9c6a-bc5d19e6a583 req-972c744b-ba0f-40da-9854-ad642f99050b tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/ports?device_id=772bd24f-916b-474d-b066-90b4ab242777 HTTP/1.1" status: 200 len: 946 time: 0.1707742 Nov 18 18:14:34.908276 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-f24733bc-25f5-46fb-aa07-73b80ccba3b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:34.926989 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-59de746a-e001-4e1c-9fc6-838e24511f61 req-83efe167-e223-4d1c-a369-5a411aaf79c1 service neutron] 10.222.0.46 "GET /v2.0/networks/6154edaf-4d8d-4eb2-9748-db0b61476bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339289 Nov 18 18:14:34.964524 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-51e4b54e-b900-42d8-ab7f-6afe01199176 req-66acc9e8-5d1e-4d7b-b5f6-f0a4d83ca270 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb4519c5-e238-4dc3-a08d-3d011a53b08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190190 Nov 18 18:14:34.968973 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-602421a1-4718-4e0c-9c6a-bc5d19e6a583 req-2ec341ae-c627-4b95-a915-43355ca8db35 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/security-groups?id=46cda0ec-de4b-4291-a19a-42b976c21ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717793 Nov 18 18:14:35.020191 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-f24733bc-25f5-46fb-aa07-73b80ccba3b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:35.025102 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-f24733bc-25f5-46fb-aa07-73b80ccba3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:35.068202 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24733bc-25f5-46fb-aa07-73b80ccba3b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76cd7fe3-e715-46c7-848f-92b9d2adb183,revision_number=1']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:14:35.073360 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-f24733bc-25f5-46fb-aa07-73b80ccba3b3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=487fa1755bad42e791c12820f15e3cfc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1923811 Nov 18 18:14:35.076004 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 45974) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:14:35.077764 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-59de746a-e001-4e1c-9fc6-838e24511f61 req-e896fb9f-5faa-43fa-9b5b-34d2a966bf47 service neutron] 10.222.0.46 "GET /v2.0/networks/6154edaf-4d8d-4eb2-9748-db0b61476bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120393 Nov 18 18:14:35.095963 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.v2.base [None req-4c34a1ac-6cae-4924-9818-bf028e4d1237 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-238599174-network', 'tenant_id': '3529a14bdbf948d39e70233c206ff7a8'}} {{(pid=101554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:14:35.146486 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c34a1ac-6cae-4924-9818-bf028e4d1237 admin admin] Made reservation on behalf of 3529a14bdbf948d39e70233c206ff7a8 for: {'network': 1} {{(pid=101554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 18:14:35.148353 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-4c34a1ac-6cae-4924-9818-bf028e4d1237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for network, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:35.161526 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-4c34a1ac-6cae-4924-9818-bf028e4d1237 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:35.175785 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-40d1c610-9693-4912-a583-219676074cca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:35.213348 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-40d1c610-9693-4912-a583-219676074cca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:35.325363 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-40d1c610-9693-4912-a583-219676074cca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:35.328573 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-40d1c610-9693-4912-a583-219676074cca admin admin] Notify callbacks [] for security_group, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:35.329878 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-40d1c610-9693-4912-a583-219676074cca admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/76cd7fe3-e715-46c7-848f-92b9d2adb183 HTTP/1.1" status: 204 len: 168 time: 0.2526553 Nov 18 18:14:35.338371 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d93a0e4-56f3-4659-81f8-850b13978d80 req-2d3b0df5-484e-42e3-b031-eff41fe85430 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:35.346783 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-7d93a0e4-56f3-4659-81f8-850b13978d80 req-2d3b0df5-484e-42e3-b031-eff41fe85430 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/ports?device_id=7336ff2b-a36e-417a-9f1b-c737fdefc35a HTTP/1.1" status: 200 len: 945 time: 0.0948915 Nov 18 18:14:35.353151 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-4c34a1ac-6cae-4924-9818-bf028e4d1237 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:35.360325 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-4c34a1ac-6cae-4924-9818-bf028e4d1237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:35.364294 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d1c610-9693-4912-a583-219676074cca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76cd7fe3-e715-46c7-848f-92b9d2adb183,revision_number=None']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:14:35.389487 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c34a1ac-6cae-4924-9818-bf028e4d1237 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 777} {{(pid=101554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 18:14:35.407416 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c34a1ac-6cae-4924-9818-bf028e4d1237 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca24a376-d060-4a03-8fe6-668f6d742b14,revision_number=1']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:14:35.411416 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-4c34a1ac-6cae-4924-9818-bf028e4d1237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1774666'] for segment, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:35.411771 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.db.segments_db [None req-4c34a1ac-6cae-4924-9818-bf028e4d1237 admin admin] Added segment 513cb690-991a-454e-b429-70b354d0108b of type vlan for network 100f8f87-a91a-4bdf-8a6a-5b6361b1fb08 Nov 18 18:14:35.430343 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-7d93a0e4-56f3-4659-81f8-850b13978d80 req-3103ede5-c0a3-4b9f-9511-8d5359099582 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1e9f200-d7e2-47da-9afd-a1ea2225007f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820303 Nov 18 18:14:35.464660 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-4c34a1ac-6cae-4924-9818-bf028e4d1237 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768456854164'] for network, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:35.495368 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-4c34a1ac-6cae-4924-9818-bf028e4d1237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922'] for network, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:35.497478 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c34a1ac-6cae-4924-9818-bf028e4d1237 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:35.498967 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-4c34a1ac-6cae-4924-9818-bf028e4d1237 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553968'] for network, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:35.555165 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-4c34a1ac-6cae-4924-9818-bf028e4d1237 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7548294 Nov 18 18:14:35.559175 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 45988) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:14:35.564434 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.v2.base [None req-426cb965-d643-4675-acd5-9a7379b28ed7 admin admin] Request body: {'subnet': {'network_id': '100f8f87-a91a-4bdf-8a6a-5b6361b1fb08', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-238599174-subnet', 'tenant_id': '3529a14bdbf948d39e70233c206ff7a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:14:35.572459 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c34a1ac-6cae-4924-9818-bf028e4d1237 admin admin] Pushing event updated for resources: {'Network': ['ID=100f8f87-a91a-4bdf-8a6a-5b6361b1fb08,revision_number=1']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:14:35.585004 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Network 100f8f87-a91a-4bdf-8a6a-5b6361b1fb08 details requested by agent ovs-agent-dv-cinder-816695-1-iscsi with host dv-cinder-816695-1-iscsi {{(pid=101555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 18:14:35.611881 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-426cb965-d643-4675-acd5-9a7379b28ed7 admin admin] Made reservation on behalf of 3529a14bdbf948d39e70233c206ff7a8 for: {'subnet': 1} {{(pid=101553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 18:14:35.615589 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-426cb965-d643-4675-acd5-9a7379b28ed7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6021510'] for subnet, before_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:35.743734 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 45994) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:14:35.758906 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-3c52d494-3c4a-4457-8a4d-7099035838fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:35.851369 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f174d3a7-ee70-4861-91f2-055ec4e5b4e4 req-240b6312-df37-44fe-bad1-b8b4147f9ee1 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:35.852874 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-f174d3a7-ee70-4861-91f2-055ec4e5b4e4 req-240b6312-df37-44fe-bad1-b8b4147f9ee1 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=afdf38ed-f20b-4bdf-ba97-323d5dc15fa4 HTTP/1.1" status: 200 len: 946 time: 0.1436348 Nov 18 18:14:35.861737 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-3c52d494-3c4a-4457-8a4d-7099035838fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:35.867325 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-3c52d494-3c4a-4457-8a4d-7099035838fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:35.875248 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5382a6a2-d886-4301-90b0-a1d8887bb6b1 req-27e3cdc5-06ec-4d11-bdab-e7eda60f43cf tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:35.876803 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-5382a6a2-d886-4301-90b0-a1d8887bb6b1 req-27e3cdc5-06ec-4d11-bdab-e7eda60f43cf tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] 10.222.0.21 "GET /v2.0/ports?device_id=c56bde41-d0b6-4dd4-a5e6-ebd9c66dc49d HTTP/1.1" status: 200 len: 946 time: 0.1483738 Nov 18 18:14:35.911743 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-3c52d494-3c4a-4457-8a4d-7099035838fa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c2e93d79d89e470aa6020e1e081c8eb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1669383 Nov 18 18:14:35.915294 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 45996) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:14:35.924307 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c52d494-3c4a-4457-8a4d-7099035838fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71d7f125-32a1-4f38-8896-2dc82eea7715,revision_number=1']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:14:35.995225 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-dbcd8461-019f-491f-8bf8-ba7732e29716 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:36.014283 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-f174d3a7-ee70-4861-91f2-055ec4e5b4e4 req-5a78b83c-ca4c-4e06-97b5-00e8db063932 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=a54f1b91-e755-42dd-80e2-81fd3516d0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1479948 Nov 18 18:14:36.041205 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-dbcd8461-019f-491f-8bf8-ba7732e29716 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:36.058138 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-5382a6a2-d886-4301-90b0-a1d8887bb6b1 req-2ed1d75b-59ca-4a99-a083-3102e033e416 tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] 10.222.0.21 "GET /v2.0/security-groups?id=04f8c7b0-0112-42fb-9aac-a17876feddfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638472 Nov 18 18:14:36.060266 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-426cb965-d643-4675-acd5-9a7379b28ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5584252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6021552'] for subnet, after_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:36.150584 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-dbcd8461-019f-491f-8bf8-ba7732e29716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:36.156949 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-dbcd8461-019f-491f-8bf8-ba7732e29716 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:36.160988 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-dbcd8461-019f-491f-8bf8-ba7732e29716 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/71d7f125-32a1-4f38-8896-2dc82eea7715 HTTP/1.1" status: 204 len: 168 time: 0.2423639 Nov 18 18:14:36.172510 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcd8461-019f-491f-8bf8-ba7732e29716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71d7f125-32a1-4f38-8896-2dc82eea7715,revision_number=None']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:14:36.179900 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426cb965-d643-4675-acd5-9a7379b28ed7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e21ae4d-c32a-4905-9bb1-41e9876774fc,revision_number=0']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:14:36.276554 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426cb965-d643-4675-acd5-9a7379b28ed7 admin admin] Checking segment: {'id': '513cb690-991a-454e-b429-70b354d0108b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '100f8f87-a91a-4bdf-8a6a-5b6361b1fb08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 18 18:14:36.277148 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426cb965-d643-4675-acd5-9a7379b28ed7 admin admin] Network hostable DHCP agents. Network: 100f8f87-a91a-4bdf-8a6a-5b6361b1fb08, hostable agents: ['3fbd36fe-782c-4617-8e97-99410d5610de'], hosted agents: [] {{(pid=101553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 18:14:36.297331 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fe5e38-470e-40cf-bc33-b759b32a7d35 req-744a36f7-6385-4cb6-91c1-3df99d74c219 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:36.299962 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-e3fe5e38-470e-40cf-bc33-b759b32a7d35 req-744a36f7-6385-4cb6-91c1-3df99d74c219 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c1fb574-4c1a-4ea7-bab9-434b7381aebd HTTP/1.1" status: 200 len: 945 time: 0.1804121 Nov 18 18:14:36.334415 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf1e276-3d15-4114-a7d6-c18196fdb11f req-1cb28e40-e48b-42d7-8f53-bcecbef1ff18 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:36.337553 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-1bf1e276-3d15-4114-a7d6-c18196fdb11f req-1cb28e40-e48b-42d7-8f53-bcecbef1ff18 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/ports?device_id=772bd24f-916b-474d-b066-90b4ab242777 HTTP/1.1" status: 200 len: 946 time: 0.1684389 Nov 18 18:14:36.379065 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426cb965-d643-4675-acd5-9a7379b28ed7 admin admin] Network 100f8f87-a91a-4bdf-8a6a-5b6361b1fb08 is scheduled to be hosted by DHCP agent 3fbd36fe-782c-4617-8e97-99410d5610de with binding_index 1 {{(pid=101553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 18:14:36.408553 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.scheduler.base_scheduler [None req-426cb965-d643-4675-acd5-9a7379b28ed7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816695-1-iscsi, 100f8f87-a91a-4bdf-8a6a-5b6361b1fb08) {{(pid=101553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:14:36.421123 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-426cb965-d643-4675-acd5-9a7379b28ed7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:36.421721 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-426cb965-d643-4675-acd5-9a7379b28ed7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553968'] for subnet, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:36.427131 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c7da867-5c4e-453a-b59d-795a5647b6a7 None None] Network 100f8f87-a91a-4bdf-8a6a-5b6361b1fb08 requested from dv-cinder-816695-1-iscsi {{(pid=101555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 18:14:36.433736 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-e3fe5e38-470e-40cf-bc33-b759b32a7d35 req-0fb5de54-08b0-447c-ac70-dd196d8d61eb tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb4519c5-e238-4dc3-a08d-3d011a53b08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186876 Nov 18 18:14:36.438696 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-1bf1e276-3d15-4114-a7d6-c18196fdb11f req-f072a258-9a0e-455f-928a-b1b184455ab0 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/security-groups?id=46cda0ec-de4b-4291-a19a-42b976c21ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918577 Nov 18 18:14:36.447568 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-426cb965-d643-4675-acd5-9a7379b28ed7 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8872695 Nov 18 18:14:36.697052 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88fdd503-4604-452b-9439-4153c4b29c77 None None] Network 100f8f87-a91a-4bdf-8a6a-5b6361b1fb08 requested from dv-cinder-816695-1-iscsi {{(pid=101555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 18:14:36.715648 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef62e78f-caa5-4ad3-bbc5-49d06d83fda5 req-21fc2801-ea33-4ccf-96f8-05c6727f700f tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:36.723770 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-ef62e78f-caa5-4ad3-bbc5-49d06d83fda5 req-21fc2801-ea33-4ccf-96f8-05c6727f700f tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/ports?device_id=7336ff2b-a36e-417a-9f1b-c737fdefc35a HTTP/1.1" status: 200 len: 945 time: 0.1234078 Nov 18 18:14:36.829352 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-ef62e78f-caa5-4ad3-bbc5-49d06d83fda5 req-2f9e64c5-1b9b-4808-8d49-6d94283230ea tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1e9f200-d7e2-47da-9afd-a1ea2225007f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925279 Nov 18 18:14:37.017508 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992f9bd6-4b14-41b7-90b9-fb0f0312a1e3 req-1ba7fd16-a298-4b4a-b244-963bf8ce94af tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:37.022099 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-992f9bd6-4b14-41b7-90b9-fb0f0312a1e3 req-1ba7fd16-a298-4b4a-b244-963bf8ce94af tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/ports?device_id=7336ff2b-a36e-417a-9f1b-c737fdefc35a HTTP/1.1" status: 200 len: 945 time: 0.1067300 Nov 18 18:14:37.031220 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 46042) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:14:37.035946 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.v2.base [None req-48b99f67-f2fd-40e2-9c19-d5c3eb209741 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Request body: {'floatingip': {'port_id': 'a6bada09-281b-4578-afea-c680bd371ea2'}} {{(pid=101554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:14:37.181631 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-48b99f67-f2fd-40e2-9c19-d5c3eb209741 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Notify callbacks [] for floatingip, before_update {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:37.186273 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192516a8-b572-4d87-a6bc-2510e19d0acb req-c784b1de-4eee-4568-9725-662e47fce188 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:37.187879 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-192516a8-b572-4d87-a6bc-2510e19d0acb req-c784b1de-4eee-4568-9725-662e47fce188 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=afdf38ed-f20b-4bdf-ba97-323d5dc15fa4 HTTP/1.1" status: 200 len: 946 time: 0.0595016 Nov 18 18:14:37.270438 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c042a8-382f-4f9a-b19d-61034df562c0 req-559b9a70-a74f-467c-8bfa-d94c1989223b tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:37.272112 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-08c042a8-382f-4f9a-b19d-61034df562c0 req-559b9a70-a74f-467c-8bfa-d94c1989223b tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] 10.222.0.21 "GET /v2.0/ports?device_id=c56bde41-d0b6-4dd4-a5e6-ebd9c66dc49d HTTP/1.1" status: 200 len: 946 time: 0.0831983 Nov 18 18:14:37.286981 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-192516a8-b572-4d87-a6bc-2510e19d0acb req-01a9cb91-0072-45fd-bbf3-21b969d4e80f tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=a54f1b91-e755-42dd-80e2-81fd3516d0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853689 Nov 18 18:14:37.344875 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-08c042a8-382f-4f9a-b19d-61034df562c0 req-7ac4d1b9-06f1-45a1-86b4-df6775ebd168 tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] 10.222.0.21 "GET /v2.0/security-groups?id=04f8c7b0-0112-42fb-9aac-a17876feddfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583484 Nov 18 18:14:37.454444 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a776467-6e60-4fce-9c39-2bf6e0376f7e req-7ed3aefe-00b3-4df0-bd37-a76d40c48b8c tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:37.464352 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-7a776467-6e60-4fce-9c39-2bf6e0376f7e req-7ed3aefe-00b3-4df0-bd37-a76d40c48b8c tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=afdf38ed-f20b-4bdf-ba97-323d5dc15fa4 HTTP/1.1" status: 200 len: 946 time: 0.0574965 Nov 18 18:14:37.466243 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 46062) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:14:37.475153 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.v2.base [None req-861226a5-fcfd-4a08-abd4-af1aa4e541c8 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Request body: {'floatingip': {'port_id': '3d7d3eac-4d1f-46f7-bd38-8201265cf0e4'}} {{(pid=101553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:14:37.505528 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 46064) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:14:37.544234 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.v2.base [None req-2f199d44-b2c4-4b8a-be87-0f56b42f5a17 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1562884040-network', 'tenant_id': 'c065b929e0714ba591a3e7c47714176c'}} {{(pid=101553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:14:37.563860 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-861226a5-fcfd-4a08-abd4-af1aa4e541c8 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Notify callbacks [] for floatingip, before_update {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:37.734816 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f199d44-b2c4-4b8a-be87-0f56b42f5a17 admin admin] Made reservation on behalf of c065b929e0714ba591a3e7c47714176c for: {'network': 1} {{(pid=101553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 18:14:37.737176 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-2f199d44-b2c4-4b8a-be87-0f56b42f5a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for network, before_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:37.949867 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-2f199d44-b2c4-4b8a-be87-0f56b42f5a17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:37.987913 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fba815-33bc-4534-8c59-4a5ec0f7828b req-a45b085e-0458-4bf7-b950-8ea11e7ccc07 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:37.989413 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-41fba815-33bc-4534-8c59-4a5ec0f7828b req-a45b085e-0458-4bf7-b950-8ea11e7ccc07 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/ports?device_id=772bd24f-916b-474d-b066-90b4ab242777 HTTP/1.1" status: 200 len: 946 time: 0.3666799 Nov 18 18:14:38.024462 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-48b99f67-f2fd-40e2-9c19-d5c3eb209741 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:38.029033 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-48b99f67-f2fd-40e2-9c19-d5c3eb209741 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-366129'] for floatingip, after_update {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:38.140893 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-41fba815-33bc-4534-8c59-4a5ec0f7828b req-f703f393-4f43-4302-9571-8a436912a21e tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/security-groups?id=46cda0ec-de4b-4291-a19a-42b976c21ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396403 Nov 18 18:14:38.162074 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.db.l3_db [None req-48b99f67-f2fd-40e2-9c19-d5c3eb209741 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Floating IP 16adc870-f0f4-404c-9e9f-bbfcb5e3eaa7 associated. External IP: 172.27.0.160, port: a6bada09-281b-4578-afea-c680bd371ea2. Nov 18 18:14:38.326314 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-2f199d44-b2c4-4b8a-be87-0f56b42f5a17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:38.332508 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-2f199d44-b2c4-4b8a-be87-0f56b42f5a17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:38.427004 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48b99f67-f2fd-40e2-9c19-d5c3eb209741 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Router 575dc112-dc97-41b6-96ba-90769a41d71a has already been hosted by L3 agent 11d55508-f5ea-4178-bd3a-0ed8666e5761 {{(pid=101554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 18:14:38.438301 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f199d44-b2c4-4b8a-be87-0f56b42f5a17 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 764} {{(pid=101553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 18:14:38.469573 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f199d44-b2c4-4b8a-be87-0f56b42f5a17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2db51700-da30-4a99-8637-40e40048222e,revision_number=1']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:14:38.483988 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-2f199d44-b2c4-4b8a-be87-0f56b42f5a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1774666'] for segment, precommit_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:38.484339 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.db.segments_db [None req-2f199d44-b2c4-4b8a-be87-0f56b42f5a17 admin admin] Added segment b8785b40-5f84-4c43-aef6-436a404d5979 of type vlan for network bcd0bdda-6c7f-4f36-9e49-df46589b3f37 Nov 18 18:14:38.582028 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48b99f67-f2fd-40e2-9c19-d5c3eb209741 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Notify agent at l3_agent.dv-cinder-816695-1-iscsi the message routers_updated {{(pid=101554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 18:14:38.590809 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-48b99f67-f2fd-40e2-9c19-d5c3eb209741 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47340'] for floatingip, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:38.604806 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-2f199d44-b2c4-4b8a-be87-0f56b42f5a17 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768456854164'] for network, precommit_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:38.609342 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e15eaf0-659e-4a8d-8049-2072e3327191 None None] Sync routers for ids ['575dc112-dc97-41b6-96ba-90769a41d71a'] in dv-cinder-816695-1-iscsi {{(pid=101556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 18:14:38.624342 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.db.resource_extend [None req-861226a5-fcfd-4a08-abd4-af1aa4e541c8 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 18 18:14:38.626519 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e15eaf0-659e-4a8d-8049-2072e3327191 None None] Routers {'575dc112-dc97-41b6-96ba-90769a41d71a'} bound to L3 agent in host dv-cinder-816695-1-iscsi {{(pid=101556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:14:38.636062 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-48b99f67-f2fd-40e2-9c19-d5c3eb209741 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "PUT /v2.0/floatingips/16adc870-f0f4-404c-9e9f-bbfcb5e3eaa7 HTTP/1.1" status: 200 len: 991 time: 1.5985379 Nov 18 18:14:38.636062 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7336ff2b-a36e-417a-9f1b-c737fdefc35a', 'tag': 'a6bada09-281b-4578-afea-c680bd371ea2'}] {{(pid=101554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:14:38.636353 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_hamode_db [None req-5e15eaf0-659e-4a8d-8049-2072e3327191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-18T18:05:14Z,description=,heartbeat_timestamp=2021-11-18T18:14:14Z,host='dv-cinder-816695-1-iscsi',id=11d55508-f5ea-4178-bd3a-0ed8666e5761,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T18:05:14Z,topic='l3_agent')) {'router_ids': ['575dc112-dc97-41b6-96ba-90769a41d71a'], 'active': True} {{(pid=101556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:14:38.636470 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb6a83c3ebc788d099039a2e3a9a485db9e94d86a5b55328e01f3a68fc6aec2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8b5368e-da87-42a3-87aa-45386f726ac8" -d '{"events": [{"name": "network-changed", "server_uuid": "7336ff2b-a36e-417a-9f1b-c737fdefc35a", "tag": "a6bada09-281b-4578-afea-c680bd371ea2"}]}' {{(pid=101554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:14:38.638560 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 46098) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:14:38.730183 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-2f199d44-b2c4-4b8a-be87-0f56b42f5a17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922'] for network, after_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:38.731317 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f199d44-b2c4-4b8a-be87-0f56b42f5a17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:38.732080 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-2f199d44-b2c4-4b8a-be87-0f56b42f5a17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553968'] for network, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:38.747391 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-861226a5-fcfd-4a08-abd4-af1aa4e541c8 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:38.809815 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 18:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46f2e6e6-1d0e-4b72-89ef-845b394b1040 x-openstack-request-id: req-46f2e6e6-1d0e-4b72-89ef-845b394b1040 {{(pid=101554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:14:38.810827 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7336ff2b-a36e-417a-9f1b-c737fdefc35a", "tag": "a6bada09-281b-4578-afea-c680bd371ea2", "status": "completed", "code": 200}]} {{(pid=101554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:14:38.811273 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-46f2e6e6-1d0e-4b72-89ef-845b394b1040 {{(pid=101554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:14:38.811749 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7336ff2b-a36e-417a-9f1b-c737fdefc35a', 'tag': 'a6bada09-281b-4578-afea-c680bd371ea2', 'status': 'completed', 'code': 200} Nov 18 18:14:38.845315 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f199d44-b2c4-4b8a-be87-0f56b42f5a17 admin admin] Pushing event updated for resources: {'Network': ['ID=bcd0bdda-6c7f-4f36-9e49-df46589b3f37,revision_number=1']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:14:38.856466 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Network bcd0bdda-6c7f-4f36-9e49-df46589b3f37 details requested by agent ovs-agent-dv-cinder-816695-1-iscsi with host dv-cinder-816695-1-iscsi {{(pid=101555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 18:14:38.883840 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-74196ef8-c289-4bed-add3-3bb4dfa11d94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:38.884879 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_dvr_db [None req-5e15eaf0-659e-4a8d-8049-2072e3327191 None None] Set router 575dc112-dc97-41b6-96ba-90769a41d71a gateway port host: dv-cinder-816695-1-iscsi {{(pid=101556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:14:38.957139 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-861226a5-fcfd-4a08-abd4-af1aa4e541c8 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-366129'] for floatingip, after_update {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:39.006491 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-2f199d44-b2c4-4b8a-be87-0f56b42f5a17 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4998925 Nov 18 18:14:39.010514 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 46114) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:14:39.017240 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.v2.base [None req-b48e611b-def1-4809-8a39-75d69f73c123 admin admin] Request body: {'subnet': {'network_id': 'bcd0bdda-6c7f-4f36-9e49-df46589b3f37', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1562884040-subnet', 'tenant_id': 'c065b929e0714ba591a3e7c47714176c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:14:39.035845 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-74196ef8-c289-4bed-add3-3bb4dfa11d94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:39.043536 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-74196ef8-c289-4bed-add3-3bb4dfa11d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:39.047412 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b5368e-da87-42a3-87aa-45386f726ac8 req-30606080-ddee-452a-8bc1-38ec2b90ad6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:39.048960 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-a8b5368e-da87-42a3-87aa-45386f726ac8 req-30606080-ddee-452a-8bc1-38ec2b90ad6f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=03d899808f1a4723a8e0d1b00ed1a01d&device_id=7336ff2b-a36e-417a-9f1b-c737fdefc35a HTTP/1.1" status: 200 len: 1098 time: 0.2009978 Nov 18 18:14:39.067926 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b48e611b-def1-4809-8a39-75d69f73c123 admin admin] Made reservation on behalf of c065b929e0714ba591a3e7c47714176c for: {'subnet': 1} {{(pid=101554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 18:14:39.070446 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-b48e611b-def1-4809-8a39-75d69f73c123 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5600025'] for subnet, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:39.138408 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-74196ef8-c289-4bed-add3-3bb4dfa11d94 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7a0a43fdfe414217b36c6433e2a83c0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4984512 Nov 18 18:14:39.143155 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 46120) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:14:39.145532 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74196ef8-c289-4bed-add3-3bb4dfa11d94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=349a245a-cf2b-4cdf-ade9-c0898fcd5ae8,revision_number=1']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:14:39.250558 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-64e34a2a-875a-4bed-8da6-49c4419a3071 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:39.268380 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.db.l3_db [None req-861226a5-fcfd-4a08-abd4-af1aa4e541c8 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Floating IP 8e4bd120-5e40-4a6f-ac75-52d25ba9499b associated. External IP: 172.27.0.66, port: 3d7d3eac-4d1f-46f7-bd38-8201265cf0e4. Nov 18 18:14:39.300738 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-64e34a2a-875a-4bed-8da6-49c4419a3071 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:39.337471 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_hamode_db [None req-5e15eaf0-659e-4a8d-8049-2072e3327191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '575dc112-dc97-41b6-96ba-90769a41d71a', 'name': 'tempest-AttachVolumeTestJSON-1688942367-router', 'tenant_id': '03d899808f1a4723a8e0d1b00ed1a01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'external_fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '0b9e60a6-ebb9-43ce-bce1-781addfacb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:13:23Z', 'updated_at': '2021-11-18T18:13:30Z', 'revision_number': 4, 'project_id': '03d899808f1a4723a8e0d1b00ed1a01d', 'gw_port': {'id': '0b9e60a6-ebb9-43ce-bce1-781addfacb0c', 'name': '', 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:44:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575dc112-dc97-41b6-96ba-90769a41d71a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:13:24Z', 'updated_at': '2021-11-18T18:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816695-1-iscsi', '_floatingips': [{'id': '16adc870-f0f4-404c-9e9f-bbfcb5e3eaa7', 'tenant_id': '03d899808f1a4723a8e0d1b00ed1a01d', 'floating_ip_address': '172.27.0.160', 'floating_network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'router_id': '575dc112-dc97-41b6-96ba-90769a41d71a', 'port_id': 'a6bada09-281b-4578-afea-c680bd371ea2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '548d4c85-a92c-4982-a16e-af3d8afd47ad', 'mac_address': 'fa:16:3e:91:c2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7336ff2b-a36e-417a-9f1b-c737fdefc35a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T18:13:40Z', 'updated_at': '2021-11-18T18:14:37Z', 'revision_number': 1, 'project_id': '03d899808f1a4723a8e0d1b00ed1a01d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7da27a20-ee22-482c-83be-f669e67d9aaf', 'name': '', 'network_id': '548d4c85-a92c-4982-a16e-af3d8afd47ad', 'tenant_id': '03d899808f1a4723a8e0d1b00ed1a01d', 'mac_address': 'fa:16:3e:33:38:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575dc112-dc97-41b6-96ba-90769a41d71a', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '26737122-c082-4cd3-ada1-6591b74e0d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:13:29Z', 'updated_at': '2021-11-18T18:13:35Z', 'revision_number': 5, 'project_id': '03d899808f1a4723a8e0d1b00ed1a01d', 'subnets': [{'id': '26737122-c082-4cd3-ada1-6591b74e0d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816695-1-iscsi', False) {} {{(pid=101556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:14:39.378358 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e15eaf0-659e-4a8d-8049-2072e3327191 None None] Checking router: 575dc112-dc97-41b6-96ba-90769a41d71a for host: dv-cinder-816695-1-iscsi {{(pid=101556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 18:14:39.398657 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e15eaf0-659e-4a8d-8049-2072e3327191 None None] Routers {'575dc112-dc97-41b6-96ba-90769a41d71a'} bound to L3 agent in host dv-cinder-816695-1-iscsi {{(pid=101556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:14:39.400538 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-b48e611b-def1-4809-8a39-75d69f73c123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6202745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5600047'] for subnet, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:39.403126 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_hamode_db [None req-5e15eaf0-659e-4a8d-8049-2072e3327191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-18T18:05:14Z,description=,heartbeat_timestamp=2021-11-18T18:14:14Z,host='dv-cinder-816695-1-iscsi',id=11d55508-f5ea-4178-bd3a-0ed8666e5761,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T18:05:14Z,topic='l3_agent')) {'router_ids': ['575dc112-dc97-41b6-96ba-90769a41d71a'], 'active': True} {{(pid=101556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:14:39.439541 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37637db0-723d-4357-9a52-242d7a76cc1d req-a4554867-1bc7-44b5-b896-ffea2b7c781e tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:39.441137 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-37637db0-723d-4357-9a52-242d7a76cc1d req-a4554867-1bc7-44b5-b896-ffea2b7c781e tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/ports?device_id=772bd24f-916b-474d-b066-90b4ab242777 HTTP/1.1" status: 200 len: 946 time: 0.1747253 Nov 18 18:14:39.460565 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-64e34a2a-875a-4bed-8da6-49c4419a3071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:39.463707 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-64e34a2a-875a-4bed-8da6-49c4419a3071 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:39.468211 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-64e34a2a-875a-4bed-8da6-49c4419a3071 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/349a245a-cf2b-4cdf-ade9-c0898fcd5ae8 HTTP/1.1" status: 204 len: 168 time: 0.3210847 Nov 18 18:14:39.468393 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b5368e-da87-42a3-87aa-45386f726ac8 req-145e4160-1af1-4354-86eb-f22b8a284e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:39.468393 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-a8b5368e-da87-42a3-87aa-45386f726ac8 req-145e4160-1af1-4354-86eb-f22b8a284e13 service neutron] 10.222.0.46 "GET /v2.0/networks?id=548d4c85-a92c-4982-a16e-af3d8afd47ad HTTP/1.1" status: 200 len: 912 time: 0.3784988 Nov 18 18:14:39.489981 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e34a2a-875a-4bed-8da6-49c4419a3071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=349a245a-cf2b-4cdf-ade9-c0898fcd5ae8,revision_number=None']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:14:39.500327 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48e611b-def1-4809-8a39-75d69f73c123 admin admin] Pushing event updated for resources: {'Subnet': ['ID=892b282d-9a12-455a-a71b-520c906b576f,revision_number=0']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:14:39.519678 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48e611b-def1-4809-8a39-75d69f73c123 admin admin] Checking segment: {'id': 'b8785b40-5f84-4c43-aef6-436a404d5979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'bcd0bdda-6c7f-4f36-9e49-df46589b3f37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 18 18:14:39.520068 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b48e611b-def1-4809-8a39-75d69f73c123 admin admin] Network hostable DHCP agents. Network: bcd0bdda-6c7f-4f36-9e49-df46589b3f37, hostable agents: ['3fbd36fe-782c-4617-8e97-99410d5610de'], hosted agents: [] {{(pid=101554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 18:14:39.521314 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_dvr_db [None req-5e15eaf0-659e-4a8d-8049-2072e3327191 None None] Set router 575dc112-dc97-41b6-96ba-90769a41d71a gateway port host: dv-cinder-816695-1-iscsi {{(pid=101556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:14:39.549353 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b48e611b-def1-4809-8a39-75d69f73c123 admin admin] Network bcd0bdda-6c7f-4f36-9e49-df46589b3f37 is scheduled to be hosted by DHCP agent 3fbd36fe-782c-4617-8e97-99410d5610de with binding_index 1 {{(pid=101554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 18:14:39.563854 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.scheduler.base_scheduler [None req-b48e611b-def1-4809-8a39-75d69f73c123 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816695-1-iscsi, bcd0bdda-6c7f-4f36-9e49-df46589b3f37) {{(pid=101554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:14:39.571480 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48e611b-def1-4809-8a39-75d69f73c123 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:39.572214 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-b48e611b-def1-4809-8a39-75d69f73c123 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:39.576195 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d50afc04-11b8-4d85-9c5b-b3276c077620 None None] Network bcd0bdda-6c7f-4f36-9e49-df46589b3f37 requested from dv-cinder-816695-1-iscsi {{(pid=101555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 18:14:39.617225 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-b48e611b-def1-4809-8a39-75d69f73c123 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6055996 Nov 18 18:14:39.672705 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-37637db0-723d-4357-9a52-242d7a76cc1d req-b6376265-5d6f-4531-bab3-90f497be405a tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/security-groups?id=46cda0ec-de4b-4291-a19a-42b976c21ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212391 Nov 18 18:14:39.737314 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-a8b5368e-da87-42a3-87aa-45386f726ac8 req-12c45121-6b12-4af8-90ed-e8f35353a167 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a6bada09-281b-4578-afea-c680bd371ea2 HTTP/1.1" status: 200 len: 999 time: 0.2511885 Nov 18 18:14:39.767429 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-861226a5-fcfd-4a08-abd4-af1aa4e541c8 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Router ecd9bdf8-b852-4b8c-9b33-bb97dda69e18 has already been hosted by L3 agent 11d55508-f5ea-4178-bd3a-0ed8666e5761 {{(pid=101553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 18:14:39.815077 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c6e989-2351-4663-bcb7-f6ec8f7e70ef None None] Network bcd0bdda-6c7f-4f36-9e49-df46589b3f37 requested from dv-cinder-816695-1-iscsi {{(pid=101555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 18:14:39.849069 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b5368e-da87-42a3-87aa-45386f726ac8 req-4e401618-5d5f-4808-9f32-adbc76338e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:39.853159 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-a8b5368e-da87-42a3-87aa-45386f726ac8 req-4e401618-5d5f-4808-9f32-adbc76338e60 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=26737122-c082-4cd3-ada1-6591b74e0d08 HTTP/1.1" status: 200 len: 850 time: 0.0885541 Nov 18 18:14:39.978745 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 46142) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:14:40.003561 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_hamode_db [None req-5e15eaf0-659e-4a8d-8049-2072e3327191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '575dc112-dc97-41b6-96ba-90769a41d71a', 'name': 'tempest-AttachVolumeTestJSON-1688942367-router', 'tenant_id': '03d899808f1a4723a8e0d1b00ed1a01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'external_fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '0b9e60a6-ebb9-43ce-bce1-781addfacb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:13:23Z', 'updated_at': '2021-11-18T18:13:30Z', 'revision_number': 4, 'project_id': '03d899808f1a4723a8e0d1b00ed1a01d', 'gw_port': {'id': '0b9e60a6-ebb9-43ce-bce1-781addfacb0c', 'name': '', 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:44:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575dc112-dc97-41b6-96ba-90769a41d71a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:13:24Z', 'updated_at': '2021-11-18T18:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816695-1-iscsi', '_floatingips': [{'id': '16adc870-f0f4-404c-9e9f-bbfcb5e3eaa7', 'tenant_id': '03d899808f1a4723a8e0d1b00ed1a01d', 'floating_ip_address': '172.27.0.160', 'floating_network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'router_id': '575dc112-dc97-41b6-96ba-90769a41d71a', 'port_id': 'a6bada09-281b-4578-afea-c680bd371ea2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '548d4c85-a92c-4982-a16e-af3d8afd47ad', 'mac_address': 'fa:16:3e:91:c2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7336ff2b-a36e-417a-9f1b-c737fdefc35a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T18:13:40Z', 'updated_at': '2021-11-18T18:14:37Z', 'revision_number': 1, 'project_id': '03d899808f1a4723a8e0d1b00ed1a01d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7da27a20-ee22-482c-83be-f669e67d9aaf', 'name': '', 'network_id': '548d4c85-a92c-4982-a16e-af3d8afd47ad', 'tenant_id': '03d899808f1a4723a8e0d1b00ed1a01d', 'mac_address': 'fa:16:3e:33:38:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575dc112-dc97-41b6-96ba-90769a41d71a', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '26737122-c082-4cd3-ada1-6591b74e0d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:13:29Z', 'updated_at': '2021-11-18T18:13:35Z', 'revision_number': 5, 'project_id': '03d899808f1a4723a8e0d1b00ed1a01d', 'subnets': [{'id': '26737122-c082-4cd3-ada1-6591b74e0d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816695-1-iscsi', False) {} {{(pid=101556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:14:40.004261 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-a9891fdb-47bd-4ad8-a098-00c14fd0da88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:40.040258 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e15eaf0-659e-4a8d-8049-2072e3327191 None None] The sync data for ids ['575dc112-dc97-41b6-96ba-90769a41d71a'] in dv-cinder-816695-1-iscsi is: [{'id': '575dc112-dc97-41b6-96ba-90769a41d71a', 'name': 'tempest-AttachVolumeTestJSON-1688942367-router', 'tenant_id': '03d899808f1a4723a8e0d1b00ed1a01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'external_fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '0b9e60a6-ebb9-43ce-bce1-781addfacb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:13:23Z', 'updated_at': '2021-11-18T18:13:30Z', 'revision_number': 4, 'project_id': '03d899808f1a4723a8e0d1b00ed1a01d', 'gw_port': {'id': '0b9e60a6-ebb9-43ce-bce1-781addfacb0c', 'name': '', 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:44:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575dc112-dc97-41b6-96ba-90769a41d71a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:13:24Z', 'updated_at': '2021-11-18T18:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816695-1-iscsi', '_floatingips': [{'id': '16adc870-f0f4-404c-9e9f-bbfcb5e3eaa7', 'tenant_id': '03d899808f1a4723a8e0d1b00ed1a01d', 'floating_ip_address': '172.27.0.160', 'floating_network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'router_id': '575dc112-dc97-41b6-96ba-90769a41d71a', 'port_id': 'a6bada09-281b-4578-afea-c680bd371ea2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '548d4c85-a92c-4982-a16e-af3d8afd47ad', 'mac_address': 'fa:16:3e:91:c2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7336ff2b-a36e-417a-9f1b-c737fdefc35a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T18:13:40Z', 'updated_at': '2021-11-18T18:14:37Z', 'revision_number': 1, 'project_id': '03d899808f1a4723a8e0d1b00ed1a01d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7da27a20-ee22-482c-83be-f669e67d9aaf', 'name': '', 'network_id': '548d4c85-a92c-4982-a16e-af3d8afd47ad', 'tenant_id': '03d899808f1a4723a8e0d1b00ed1a01d', 'mac_address': 'fa:16:3e:33:38:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575dc112-dc97-41b6-96ba-90769a41d71a', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '26737122-c082-4cd3-ada1-6591b74e0d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:13:29Z', 'updated_at': '2021-11-18T18:13:35Z', 'revision_number': 5, 'project_id': '03d899808f1a4723a8e0d1b00ed1a01d', 'subnets': [{'id': '26737122-c082-4cd3-ada1-6591b74e0d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 18:14:40.136450 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-a9891fdb-47bd-4ad8-a098-00c14fd0da88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:40.141991 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-a9891fdb-47bd-4ad8-a098-00c14fd0da88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:40.194912 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-a9891fdb-47bd-4ad8-a098-00c14fd0da88 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5ccf84a3bec246289d13c02c819987c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2150519 Nov 18 18:14:40.195706 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 46144) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:14:40.203627 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9891fdb-47bd-4ad8-a098-00c14fd0da88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21cf1977-1775-4e4d-ae7a-cec92fb9c539,revision_number=1']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:14:40.244370 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b5368e-da87-42a3-87aa-45386f726ac8 req-cdfda89b-0f3f-448f-a755-76a0c8b5e690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:40.245856 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-a8b5368e-da87-42a3-87aa-45386f726ac8 req-cdfda89b-0f3f-448f-a755-76a0c8b5e690 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=548d4c85-a92c-4982-a16e-af3d8afd47ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0889139 Nov 18 18:14:40.256643 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-312e8a6e-b057-464b-8834-232205db3819 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:40.262259 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-861226a5-fcfd-4a08-abd4-af1aa4e541c8 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Notify agent at l3_agent.dv-cinder-816695-1-iscsi the message routers_updated {{(pid=101553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 18:14:40.267374 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-861226a5-fcfd-4a08-abd4-af1aa4e541c8 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47340'] for floatingip, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:40.278587 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7869c1e7-9178-4fc8-af80-e9f2fb8308ee None None] Sync routers for ids ['ecd9bdf8-b852-4b8c-9b33-bb97dda69e18'] in dv-cinder-816695-1-iscsi {{(pid=101555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 18:14:40.281931 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-312e8a6e-b057-464b-8834-232205db3819 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:40.294670 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7869c1e7-9178-4fc8-af80-e9f2fb8308ee None None] Routers {'ecd9bdf8-b852-4b8c-9b33-bb97dda69e18'} bound to L3 agent in host dv-cinder-816695-1-iscsi {{(pid=101555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:14:40.296564 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_hamode_db [None req-7869c1e7-9178-4fc8-af80-e9f2fb8308ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-18T18:05:14Z,description=,heartbeat_timestamp=2021-11-18T18:14:14Z,host='dv-cinder-816695-1-iscsi',id=11d55508-f5ea-4178-bd3a-0ed8666e5761,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T18:05:14Z,topic='l3_agent')) {'router_ids': ['ecd9bdf8-b852-4b8c-9b33-bb97dda69e18'], 'active': True} {{(pid=101555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:14:40.375134 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-861226a5-fcfd-4a08-abd4-af1aa4e541c8 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "PUT /v2.0/floatingips/8e4bd120-5e40-4a6f-ac75-52d25ba9499b HTTP/1.1" status: 200 len: 991 time: 2.9022615 Nov 18 18:14:40.381209 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-312e8a6e-b057-464b-8834-232205db3819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:40.387042 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-312e8a6e-b057-464b-8834-232205db3819 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:40.387461 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afdf38ed-f20b-4bdf-ba97-323d5dc15fa4', 'tag': '3d7d3eac-4d1f-46f7-bd38-8201265cf0e4'}] {{(pid=101553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:14:40.388632 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-312e8a6e-b057-464b-8834-232205db3819 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/21cf1977-1775-4e4d-ae7a-cec92fb9c539 HTTP/1.1" status: 204 len: 168 time: 0.1910980 Nov 18 18:14:40.392506 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3f9c8695bc273365e1ae5046181e224bccdab9c1f2bdac51621509927968c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccecb986-f21f-44a8-a044-0165b3b206a4" -d '{"events": [{"name": "network-changed", "server_uuid": "afdf38ed-f20b-4bdf-ba97-323d5dc15fa4", "tag": "3d7d3eac-4d1f-46f7-bd38-8201265cf0e4"}]}' {{(pid=101553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:14:40.420671 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312e8a6e-b057-464b-8834-232205db3819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21cf1977-1775-4e4d-ae7a-cec92fb9c539,revision_number=None']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:14:40.431067 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72566d20-cad5-4c44-b48f-0fc7b3001e51 None None] New status for floating IP 16adc870-f0f4-404c-9e9f-bbfcb5e3eaa7: ACTIVE {{(pid=101556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 18 18:14:40.498593 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 18:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2bd4567-bab8-4c35-a984-92b40e3b36c8 x-openstack-request-id: req-c2bd4567-bab8-4c35-a984-92b40e3b36c8 {{(pid=101553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:14:40.499054 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afdf38ed-f20b-4bdf-ba97-323d5dc15fa4", "tag": "3d7d3eac-4d1f-46f7-bd38-8201265cf0e4", "status": "completed", "code": 200}]} {{(pid=101553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:14:40.499458 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c2bd4567-bab8-4c35-a984-92b40e3b36c8 {{(pid=101553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:14:40.500005 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afdf38ed-f20b-4bdf-ba97-323d5dc15fa4', 'tag': '3d7d3eac-4d1f-46f7-bd38-8201265cf0e4', 'status': 'completed', 'code': 200} Nov 18 18:14:40.506374 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-a8b5368e-da87-42a3-87aa-45386f726ac8 req-a8ff2fa7-cb7c-42f1-ba96-e58cb2b0ffeb service neutron] 10.222.0.46 "GET /v2.0/networks/548d4c85-a92c-4982-a16e-af3d8afd47ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517099 Nov 18 18:14:40.545565 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_dvr_db [None req-7869c1e7-9178-4fc8-af80-e9f2fb8308ee None None] Set router ecd9bdf8-b852-4b8c-9b33-bb97dda69e18 gateway port host: dv-cinder-816695-1-iscsi {{(pid=101555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:14:40.601596 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccecb986-f21f-44a8-a044-0165b3b206a4 req-5b054890-c3bb-4a5c-9275-576408ee9e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:40.610617 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-ccecb986-f21f-44a8-a044-0165b3b206a4 req-5b054890-c3bb-4a5c-9275-576408ee9e86 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=080aae90ae2d433d95e93daa3aeb17ce&device_id=afdf38ed-f20b-4bdf-ba97-323d5dc15fa4 HTTP/1.1" status: 200 len: 1099 time: 0.0862153 Nov 18 18:14:40.698224 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-a8b5368e-da87-42a3-87aa-45386f726ac8 req-0eddd986-5753-43f7-afdc-28763621d343 service neutron] 10.222.0.46 "GET /v2.0/networks/548d4c85-a92c-4982-a16e-af3d8afd47ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835191 Nov 18 18:14:40.769710 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccecb986-f21f-44a8-a044-0165b3b206a4 req-4b254baf-bc79-4832-a3fd-81c99fc6c25f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:40.771469 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-ccecb986-f21f-44a8-a044-0165b3b206a4 req-4b254baf-bc79-4832-a3fd-81c99fc6c25f service neutron] 10.222.0.46 "GET /v2.0/networks?id=f21b1cf4-9836-4a7b-8947-90f148ea7c8b HTTP/1.1" status: 200 len: 918 time: 0.1538169 Nov 18 18:14:40.854346 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f36846c-bad5-4540-9488-fa11bf974aaa req-8a04329c-14b6-4710-9b18-a4ad687b02b7 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:40.856125 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-6f36846c-bad5-4540-9488-fa11bf974aaa req-8a04329c-14b6-4710-9b18-a4ad687b02b7 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/ports?device_id=772bd24f-916b-474d-b066-90b4ab242777 HTTP/1.1" status: 200 len: 946 time: 0.0668228 Nov 18 18:14:40.905421 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-6f36846c-bad5-4540-9488-fa11bf974aaa req-fd300c6f-4e39-4ee5-ad93-7d89b1a59e07 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/security-groups?id=46cda0ec-de4b-4291-a19a-42b976c21ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421979 Nov 18 18:14:40.934281 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-ccecb986-f21f-44a8-a044-0165b3b206a4 req-a722cffa-2258-471b-9dba-f6406bbda0a2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3d7d3eac-4d1f-46f7-bd38-8201265cf0e4 HTTP/1.1" status: 200 len: 999 time: 0.1505425 Nov 18 18:14:41.012696 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccecb986-f21f-44a8-a044-0165b3b206a4 req-fd8ed430-2479-4c5a-87ca-df058a2b2755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:41.014473 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-ccecb986-f21f-44a8-a044-0165b3b206a4 req-fd8ed430-2479-4c5a-87ca-df058a2b2755 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7e1d2c9d-3536-4097-943a-2b344ea0e9fc HTTP/1.1" status: 200 len: 856 time: 0.0719731 Nov 18 18:14:41.016866 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-89abd9ee-74ad-413f-ac0d-debcee31e63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:41.093109 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccecb986-f21f-44a8-a044-0165b3b206a4 req-438c2b27-1f7d-4a5e-92be-9500456ffd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:41.094685 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-ccecb986-f21f-44a8-a044-0165b3b206a4 req-438c2b27-1f7d-4a5e-92be-9500456ffd21 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f21b1cf4-9836-4a7b-8947-90f148ea7c8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0453591 Nov 18 18:14:41.117742 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_hamode_db [None req-7869c1e7-9178-4fc8-af80-e9f2fb8308ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecd9bdf8-b852-4b8c-9b33-bb97dda69e18', 'name': 'tempest-AttachVolumeShelveTestJSON-1542454211-router', 'tenant_id': '080aae90ae2d433d95e93daa3aeb17ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'external_fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '7cdb1b29-727a-437e-9b0e-413eab56b52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:13:25Z', 'updated_at': '2021-11-18T18:13:37Z', 'revision_number': 4, 'project_id': '080aae90ae2d433d95e93daa3aeb17ce', 'gw_port': {'id': '7cdb1b29-727a-437e-9b0e-413eab56b52a', 'name': '', 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:1c:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd9bdf8-b852-4b8c-9b33-bb97dda69e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:13:29Z', 'updated_at': '2021-11-18T18:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816695-1-iscsi', '_floatingips': [{'id': '8e4bd120-5e40-4a6f-ac75-52d25ba9499b', 'tenant_id': '080aae90ae2d433d95e93daa3aeb17ce', 'floating_ip_address': '172.27.0.66', 'floating_network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'router_id': 'ecd9bdf8-b852-4b8c-9b33-bb97dda69e18', 'port_id': '3d7d3eac-4d1f-46f7-bd38-8201265cf0e4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f21b1cf4-9836-4a7b-8947-90f148ea7c8b', 'mac_address': 'fa:16:3e:d8:fa:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afdf38ed-f20b-4bdf-ba97-323d5dc15fa4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T18:13:55Z', 'updated_at': '2021-11-18T18:14:38Z', 'revision_number': 1, 'project_id': '080aae90ae2d433d95e93daa3aeb17ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0e75edb-f556-427e-a639-3e0939d5c4b9', 'name': '', 'network_id': 'f21b1cf4-9836-4a7b-8947-90f148ea7c8b', 'tenant_id': '080aae90ae2d433d95e93daa3aeb17ce', 'mac_address': 'fa:16:3e:f4:51:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd9bdf8-b852-4b8c-9b33-bb97dda69e18', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7e1d2c9d-3536-4097-943a-2b344ea0e9fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:13:34Z', 'updated_at': '2021-11-18T18:13:46Z', 'revision_number': 5, 'project_id': '080aae90ae2d433d95e93daa3aeb17ce', 'subnets': [{'id': '7e1d2c9d-3536-4097-943a-2b344ea0e9fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816695-1-iscsi', False) {} {{(pid=101555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:14:41.146967 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7869c1e7-9178-4fc8-af80-e9f2fb8308ee None None] Checking router: ecd9bdf8-b852-4b8c-9b33-bb97dda69e18 for host: dv-cinder-816695-1-iscsi {{(pid=101555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 18:14:41.157433 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7869c1e7-9178-4fc8-af80-e9f2fb8308ee None None] Routers {'ecd9bdf8-b852-4b8c-9b33-bb97dda69e18'} bound to L3 agent in host dv-cinder-816695-1-iscsi {{(pid=101555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:14:41.158274 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_hamode_db [None req-7869c1e7-9178-4fc8-af80-e9f2fb8308ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-18T18:05:14Z,description=,heartbeat_timestamp=2021-11-18T18:14:14Z,host='dv-cinder-816695-1-iscsi',id=11d55508-f5ea-4178-bd3a-0ed8666e5761,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T18:05:14Z,topic='l3_agent')) {'router_ids': ['ecd9bdf8-b852-4b8c-9b33-bb97dda69e18'], 'active': True} {{(pid=101555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:14:41.208142 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-ccecb986-f21f-44a8-a044-0165b3b206a4 req-f3aee847-d516-4def-8634-4876e1b9ee29 service neutron] 10.222.0.46 "GET /v2.0/networks/f21b1cf4-9836-4a7b-8947-90f148ea7c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053202 Nov 18 18:14:41.284442 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_dvr_db [None req-7869c1e7-9178-4fc8-af80-e9f2fb8308ee None None] Set router ecd9bdf8-b852-4b8c-9b33-bb97dda69e18 gateway port host: dv-cinder-816695-1-iscsi {{(pid=101555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:14:41.306602 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-ccecb986-f21f-44a8-a044-0165b3b206a4 req-cdb8acd0-102e-42a0-bc25-8af56df3eee7 service neutron] 10.222.0.46 "GET /v2.0/networks/f21b1cf4-9836-4a7b-8947-90f148ea7c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855677 Nov 18 18:14:41.515268 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_hamode_db [None req-7869c1e7-9178-4fc8-af80-e9f2fb8308ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecd9bdf8-b852-4b8c-9b33-bb97dda69e18', 'name': 'tempest-AttachVolumeShelveTestJSON-1542454211-router', 'tenant_id': '080aae90ae2d433d95e93daa3aeb17ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'external_fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '7cdb1b29-727a-437e-9b0e-413eab56b52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:13:25Z', 'updated_at': '2021-11-18T18:13:37Z', 'revision_number': 4, 'project_id': '080aae90ae2d433d95e93daa3aeb17ce', 'gw_port': {'id': '7cdb1b29-727a-437e-9b0e-413eab56b52a', 'name': '', 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:1c:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd9bdf8-b852-4b8c-9b33-bb97dda69e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:13:29Z', 'updated_at': '2021-11-18T18:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816695-1-iscsi', '_floatingips': [{'id': '8e4bd120-5e40-4a6f-ac75-52d25ba9499b', 'tenant_id': '080aae90ae2d433d95e93daa3aeb17ce', 'floating_ip_address': '172.27.0.66', 'floating_network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'router_id': 'ecd9bdf8-b852-4b8c-9b33-bb97dda69e18', 'port_id': '3d7d3eac-4d1f-46f7-bd38-8201265cf0e4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f21b1cf4-9836-4a7b-8947-90f148ea7c8b', 'mac_address': 'fa:16:3e:d8:fa:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afdf38ed-f20b-4bdf-ba97-323d5dc15fa4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T18:13:55Z', 'updated_at': '2021-11-18T18:14:38Z', 'revision_number': 1, 'project_id': '080aae90ae2d433d95e93daa3aeb17ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0e75edb-f556-427e-a639-3e0939d5c4b9', 'name': '', 'network_id': 'f21b1cf4-9836-4a7b-8947-90f148ea7c8b', 'tenant_id': '080aae90ae2d433d95e93daa3aeb17ce', 'mac_address': 'fa:16:3e:f4:51:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd9bdf8-b852-4b8c-9b33-bb97dda69e18', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7e1d2c9d-3536-4097-943a-2b344ea0e9fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:13:34Z', 'updated_at': '2021-11-18T18:13:46Z', 'revision_number': 5, 'project_id': '080aae90ae2d433d95e93daa3aeb17ce', 'subnets': [{'id': '7e1d2c9d-3536-4097-943a-2b344ea0e9fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816695-1-iscsi', False) {} {{(pid=101555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:14:41.546724 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7869c1e7-9178-4fc8-af80-e9f2fb8308ee None None] The sync data for ids ['ecd9bdf8-b852-4b8c-9b33-bb97dda69e18'] in dv-cinder-816695-1-iscsi is: [{'id': 'ecd9bdf8-b852-4b8c-9b33-bb97dda69e18', 'name': 'tempest-AttachVolumeShelveTestJSON-1542454211-router', 'tenant_id': '080aae90ae2d433d95e93daa3aeb17ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'external_fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '7cdb1b29-727a-437e-9b0e-413eab56b52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:13:25Z', 'updated_at': '2021-11-18T18:13:37Z', 'revision_number': 4, 'project_id': '080aae90ae2d433d95e93daa3aeb17ce', 'gw_port': {'id': '7cdb1b29-727a-437e-9b0e-413eab56b52a', 'name': '', 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:1c:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd9bdf8-b852-4b8c-9b33-bb97dda69e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:13:29Z', 'updated_at': '2021-11-18T18:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816695-1-iscsi', '_floatingips': [{'id': '8e4bd120-5e40-4a6f-ac75-52d25ba9499b', 'tenant_id': '080aae90ae2d433d95e93daa3aeb17ce', 'floating_ip_address': '172.27.0.66', 'floating_network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'router_id': 'ecd9bdf8-b852-4b8c-9b33-bb97dda69e18', 'port_id': '3d7d3eac-4d1f-46f7-bd38-8201265cf0e4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f21b1cf4-9836-4a7b-8947-90f148ea7c8b', 'mac_address': 'fa:16:3e:d8:fa:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afdf38ed-f20b-4bdf-ba97-323d5dc15fa4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T18:13:55Z', 'updated_at': '2021-11-18T18:14:38Z', 'revision_number': 1, 'project_id': '080aae90ae2d433d95e93daa3aeb17ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0e75edb-f556-427e-a639-3e0939d5c4b9', 'name': '', 'network_id': 'f21b1cf4-9836-4a7b-8947-90f148ea7c8b', 'tenant_id': '080aae90ae2d433d95e93daa3aeb17ce', 'mac_address': 'fa:16:3e:f4:51:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd9bdf8-b852-4b8c-9b33-bb97dda69e18', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7e1d2c9d-3536-4097-943a-2b344ea0e9fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:13:34Z', 'updated_at': '2021-11-18T18:13:46Z', 'revision_number': 5, 'project_id': '080aae90ae2d433d95e93daa3aeb17ce', 'subnets': [{'id': '7e1d2c9d-3536-4097-943a-2b344ea0e9fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 18:14:41.773887 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95542ec-48df-4160-8123-0bb8d0ca8a27 None None] New status for floating IP 8e4bd120-5e40-4a6f-ac75-52d25ba9499b: ACTIVE {{(pid=101555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 18 18:14:42.053243 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209ebba4-69a3-4d5a-a86d-6803f6f691ad req-c44c2cc3-7c69-4147-a46f-8d6dcc3f5a66 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:42.055383 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-209ebba4-69a3-4d5a-a86d-6803f6f691ad req-c44c2cc3-7c69-4147-a46f-8d6dcc3f5a66 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/ports?device_id=772bd24f-916b-474d-b066-90b4ab242777 HTTP/1.1" status: 200 len: 946 time: 0.0728762 Nov 18 18:14:42.108497 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-209ebba4-69a3-4d5a-a86d-6803f6f691ad req-a4383a3f-2ec9-4136-981b-6cd5a1562f78 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/security-groups?id=46cda0ec-de4b-4291-a19a-42b976c21ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462623 Nov 18 18:14:43.228902 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22552de0-06c7-4126-a33a-788399fbb2b2 req-dedbf9f9-2568-41e7-ac65-0f2ff23397e2 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:43.230442 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-22552de0-06c7-4126-a33a-788399fbb2b2 req-dedbf9f9-2568-41e7-ac65-0f2ff23397e2 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/ports?device_id=772bd24f-916b-474d-b066-90b4ab242777 HTTP/1.1" status: 200 len: 946 time: 0.0506647 Nov 18 18:14:43.279363 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-22552de0-06c7-4126-a33a-788399fbb2b2 req-ec2122f1-02d0-47f2-b29c-cfafa993c45e tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/security-groups?id=46cda0ec-de4b-4291-a19a-42b976c21ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423455 Nov 18 18:14:43.742397 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 46334) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:14:43.852897 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-0dfd3a48-d05f-48cf-a02c-5ad9949b4178 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:43.925137 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-0dfd3a48-d05f-48cf-a02c-5ad9949b4178 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:43.928822 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-0dfd3a48-d05f-48cf-a02c-5ad9949b4178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:43.969136 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-0dfd3a48-d05f-48cf-a02c-5ad9949b4178 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4a37239df99747b98372a02c31590a15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2256567 Nov 18 18:14:43.970199 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfd3a48-d05f-48cf-a02c-5ad9949b4178 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=957a454c-dcda-46ee-8fad-90c105c307b2,revision_number=1']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:14:43.971873 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 46340) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:14:44.004713 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-3a629b52-ec44-4673-8fdc-1351061eadf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:44.024495 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-97c93337-e8fc-4857-b089-22514869e374 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:44.045436 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-97c93337-e8fc-4857-b089-22514869e374 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:44.093607 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-97c93337-e8fc-4857-b089-22514869e374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:44.096317 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-97c93337-e8fc-4857-b089-22514869e374 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:44.097440 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-97c93337-e8fc-4857-b089-22514869e374 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/957a454c-dcda-46ee-8fad-90c105c307b2 HTTP/1.1" status: 204 len: 168 time: 0.1240227 Nov 18 18:14:44.105555 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c93337-e8fc-4857-b089-22514869e374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=957a454c-dcda-46ee-8fad-90c105c307b2,revision_number=None']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:14:44.168098 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:44.368444 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 46352) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:14:44.382262 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-e9646efa-e931-487d-8a84-85b73daebffa admin admin] Notify callbacks [] for security_group, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:44.401288 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b4172d-32b8-47f9-b6ad-4075d735faa0 req-f5e056f1-94d7-44aa-b64b-35ba184c4314 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:44.402904 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-28b4172d-32b8-47f9-b6ad-4075d735faa0 req-f5e056f1-94d7-44aa-b64b-35ba184c4314 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/ports?device_id=772bd24f-916b-474d-b066-90b4ab242777 HTTP/1.1" status: 200 len: 946 time: 0.0504229 Nov 18 18:14:44.442882 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-28b4172d-32b8-47f9-b6ad-4075d735faa0 req-d648e8b8-a992-4605-a15f-21bb49ecb0fb tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/security-groups?id=46cda0ec-de4b-4291-a19a-42b976c21ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337911 Nov 18 18:14:44.457287 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-e9646efa-e931-487d-8a84-85b73daebffa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:44.462003 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-e9646efa-e931-487d-8a84-85b73daebffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:44.498167 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-e9646efa-e931-487d-8a84-85b73daebffa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c72fb9d099ad4c85806eb872614d5ace&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1286042 Nov 18 18:14:44.500012 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9646efa-e931-487d-8a84-85b73daebffa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e70b28db-87b2-4202-aca4-ea2d22b526d4,revision_number=1']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:14:44.501322 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 46354) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:14:44.551740 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-aea61d7d-3625-4b18-ad8b-ea98ad6ff71c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:44.572320 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-aea61d7d-3625-4b18-ad8b-ea98ad6ff71c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:44.624057 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-aea61d7d-3625-4b18-ad8b-ea98ad6ff71c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:44.626873 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-aea61d7d-3625-4b18-ad8b-ea98ad6ff71c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:44.630390 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-aea61d7d-3625-4b18-ad8b-ea98ad6ff71c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e70b28db-87b2-4202-aca4-ea2d22b526d4 HTTP/1.1" status: 204 len: 168 time: 0.1248887 Nov 18 18:14:44.637959 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea61d7d-3625-4b18-ad8b-ea98ad6ff71c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e70b28db-87b2-4202-aca4-ea2d22b526d4,revision_number=None']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:14:44.877484 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-e3a848c2-ffa0-4288-a759-e5f077163e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:45.568865 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9cd6b8-74d0-4a97-8dd9-0d355be9b727 req-75e6fe80-f649-4cca-9cc2-e644be320992 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:45.571074 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-3b9cd6b8-74d0-4a97-8dd9-0d355be9b727 req-75e6fe80-f649-4cca-9cc2-e644be320992 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/ports?device_id=772bd24f-916b-474d-b066-90b4ab242777 HTTP/1.1" status: 200 len: 946 time: 0.0560009 Nov 18 18:14:45.608951 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-3b9cd6b8-74d0-4a97-8dd9-0d355be9b727 req-e9c9f6db-a274-4959-a3c8-3e48b1b709d3 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/security-groups?id=46cda0ec-de4b-4291-a19a-42b976c21ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317376 Nov 18 18:14:46.731906 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91ec17c-cc73-405a-b809-ce8f1fe7c5c2 req-6506fddc-8b66-499a-b6a2-233e4bbc2586 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:46.733365 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-d91ec17c-cc73-405a-b809-ce8f1fe7c5c2 req-6506fddc-8b66-499a-b6a2-233e4bbc2586 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/ports?device_id=772bd24f-916b-474d-b066-90b4ab242777 HTTP/1.1" status: 200 len: 946 time: 0.0496147 Nov 18 18:14:46.774349 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-d91ec17c-cc73-405a-b809-ce8f1fe7c5c2 req-984210ce-d05d-4c29-beec-6a95afa47e8c tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/security-groups?id=46cda0ec-de4b-4291-a19a-42b976c21ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350213 Nov 18 18:14:46.901282 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-cd169395-ba62-4885-8b1f-e6616afe023f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:47.766652 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c0b154-d17c-4157-83c7-4a2e4bf99bea req-9d22a8e5-13ff-4734-b162-33511f275a49 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:47.768774 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-c1c0b154-d17c-4157-83c7-4a2e4bf99bea req-9d22a8e5-13ff-4734-b162-33511f275a49 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/networks?id=55d864c4-26de-4319-ad49-480f70c18bec HTTP/1.1" status: 200 len: 815 time: 0.1143160 Nov 18 18:14:47.786197 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-c1c0b154-d17c-4157-83c7-4a2e4bf99bea req-b3cd62c6-8f35-4cd2-b979-3b87b754f619 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/quotas/ad60c6d708a846a38100e1a391c794b8 HTTP/1.1" status: 200 len: 375 time: 0.0095596 Nov 18 18:14:47.849442 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-c1c0b154-d17c-4157-83c7-4a2e4bf99bea req-605cc985-dce8-408c-b595-679ddcf6fd3a tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ad60c6d708a846a38100e1a391c794b8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0567894 Nov 18 18:14:47.962145 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef284bc-89c3-4fea-b658-7da0fc688c24 req-5e58b4b7-e44f-44bd-9aee-f167173cb14c tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:47.963644 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-fef284bc-89c3-4fea-b658-7da0fc688c24 req-5e58b4b7-e44f-44bd-9aee-f167173cb14c tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/ports?device_id=772bd24f-916b-474d-b066-90b4ab242777 HTTP/1.1" status: 200 len: 946 time: 0.1105087 Nov 18 18:14:48.004196 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-c1c0b154-d17c-4157-83c7-4a2e4bf99bea req-31938641-3a54-4d8c-86e1-71ff14f92816 service neutron] 10.222.0.21 "GET /v2.0/networks/55d864c4-26de-4319-ad49-480f70c18bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403778 Nov 18 18:14:48.035063 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-fef284bc-89c3-4fea-b658-7da0fc688c24 req-c9b28873-b626-4534-896a-0a27b19fa3c4 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/security-groups?id=46cda0ec-de4b-4291-a19a-42b976c21ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648079 Nov 18 18:14:48.104723 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-c1c0b154-d17c-4157-83c7-4a2e4bf99bea req-d15520d7-9324-4dd1-a40e-3f0e9da118f5 service neutron] 10.222.0.21 "GET /v2.0/networks/55d864c4-26de-4319-ad49-480f70c18bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928986 Nov 18 18:14:48.266648 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-6bc35b7b-b25b-4e92-abb2-95f695306d4c req-e45597ba-7350-4732-a6bc-b532085ecb88 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/ports?device_id=9cb2cc38-2997-4fc9-a47e-3e6dc2f68a85 HTTP/1.1" status: 200 len: 210 time: 0.0299335 Nov 18 18:14:49.161327 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78cd895-e747-4fa6-a773-0c1388c2c47f req-770d8027-80fd-40b4-ad97-966559a15cae tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:49.163400 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-d78cd895-e747-4fa6-a773-0c1388c2c47f req-770d8027-80fd-40b4-ad97-966559a15cae tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/ports?device_id=772bd24f-916b-474d-b066-90b4ab242777 HTTP/1.1" status: 200 len: 946 time: 0.0492976 Nov 18 18:14:49.196222 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 46526) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:14:49.210889 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-d78cd895-e747-4fa6-a773-0c1388c2c47f req-f947f04c-9333-483a-9c67-0d5b823acd23 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/security-groups?id=46cda0ec-de4b-4291-a19a-42b976c21ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406065 Nov 18 18:14:49.372283 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-46e83caf-41fc-4cce-a154-1268db2fcfa8 req-6687dc2c-fa16-4bd1-8f50-74705dbcf71f tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/ports?device_id=9cb2cc38-2997-4fc9-a47e-3e6dc2f68a85 HTTP/1.1" status: 200 len: 210 time: 0.0318623 Nov 18 18:14:49.550579 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-3f9bade6-969d-41bf-8a75-9d42e2d61e85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:49.620327 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c0b154-d17c-4157-83c7-4a2e4bf99bea req-92bf8732-20b7-449c-aaaf-3c5d63e6e01d tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:49.621756 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-c1c0b154-d17c-4157-83c7-4a2e4bf99bea req-92bf8732-20b7-449c-aaaf-3c5d63e6e01d tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.46 "GET /v2.0/networks?id=55d864c4-26de-4319-ad49-480f70c18bec HTTP/1.1" status: 200 len: 815 time: 0.3355589 Nov 18 18:14:49.642110 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.v2.base [req-c1c0b154-d17c-4157-83c7-4a2e4bf99bea req-221331e8-3921-40a7-bd91-a5da00cba016 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Request body: {'port': {'device_id': '9cb2cc38-2997-4fc9-a47e-3e6dc2f68a85', 'network_id': '55d864c4-26de-4319-ad49-480f70c18bec', 'admin_state_up': True, 'tenant_id': 'ad60c6d708a846a38100e1a391c794b8'}} {{(pid=101554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:14:49.710727 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-3f9bade6-969d-41bf-8a75-9d42e2d61e85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:49.716405 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-3f9bade6-969d-41bf-8a75-9d42e2d61e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:49.784897 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9bade6-969d-41bf-8a75-9d42e2d61e85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b021d5e4-d86a-46c8-8ec0-333b81ea111d,revision_number=1']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:14:49.789653 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-3f9bade6-969d-41bf-8a75-9d42e2d61e85 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2f77356b09f149498762c441111663d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5918250 Nov 18 18:14:49.793988 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 46540) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:14:49.815375 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1c0b154-d17c-4157-83c7-4a2e4bf99bea req-221331e8-3921-40a7-bd91-a5da00cba016 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Made reservation on behalf of ad60c6d708a846a38100e1a391c794b8 for: {'port': 1} {{(pid=101554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 18:14:49.820085 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [req-c1c0b154-d17c-4157-83c7-4a2e4bf99bea req-221331e8-3921-40a7-bd91-a5da00cba016 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:49.872924 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-52323780-0e72-437d-85cf-32edb57128e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:49.898178 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-52323780-0e72-437d-85cf-32edb57128e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:49.968660 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-52323780-0e72-437d-85cf-32edb57128e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:49.971705 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-52323780-0e72-437d-85cf-32edb57128e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:49.973157 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-52323780-0e72-437d-85cf-32edb57128e0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b021d5e4-d86a-46c8-8ec0-333b81ea111d HTTP/1.1" status: 204 len: 168 time: 0.1780283 Nov 18 18:14:49.987100 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.db.db_base_plugin_common [req-c1c0b154-d17c-4157-83c7-4a2e4bf99bea req-221331e8-3921-40a7-bd91-a5da00cba016 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Allocated IP 172.20.0.9 (55d864c4-26de-4319-ad49-480f70c18bec/8a26a515-bc32-4ac2-b36f-b3635dc5d87c/5c64e02a-2d63-4d65-b18e-c3380a72e635) {{(pid=101554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 18:14:49.992272 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52323780-0e72-437d-85cf-32edb57128e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b021d5e4-d86a-46c8-8ec0-333b81ea111d,revision_number=None']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:14:50.175352 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [req-c1c0b154-d17c-4157-83c7-4a2e4bf99bea req-221331e8-3921-40a7-bd91-a5da00cba016 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Notify callbacks [] for port, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:50.211740 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [req-c1c0b154-d17c-4157-83c7-4a2e4bf99bea req-221331e8-3921-40a7-bd91-a5da00cba016 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768456900401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6202601'] for port, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:50.227492 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] get_ports_and_sgs() called for port_ids ['8731975e-6df9-4bd4-943d-d8cd15ccf574'] {{(pid=101555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 18:14:50.265556 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1c0b154-d17c-4157-83c7-4a2e4bf99bea req-221331e8-3921-40a7-bd91-a5da00cba016 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Network 55d864c4-26de-4319-ad49-480f70c18bec is already hosted by enough agents. {{(pid=101554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:14:50.270254 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.scheduler.base_scheduler [req-c1c0b154-d17c-4157-83c7-4a2e4bf99bea req-221331e8-3921-40a7-bd91-a5da00cba016 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Resources bound (agent type, host, resource id): {{(pid=101554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:14:50.274304 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1c0b154-d17c-4157-83c7-4a2e4bf99bea req-221331e8-3921-40a7-bd91-a5da00cba016 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Received port after_create {{(pid=101554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 18:14:50.317017 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221331e8-3921-40a7-bd91-a5da00cba016 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Pushing event updated for resources: {'Port': ['ID=5c64e02a-2d63-4d65-b18e-c3380a72e635,revision_number=1']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:14:50.359460 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c0b154-d17c-4157-83c7-4a2e4bf99bea req-221331e8-3921-40a7-bd91-a5da00cba016 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:50.360395 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [req-c1c0b154-d17c-4157-83c7-4a2e4bf99bea req-221331e8-3921-40a7-bd91-a5da00cba016 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553968'] for port, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:50.381060 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-c1c0b154-d17c-4157-83c7-4a2e4bf99bea req-221331e8-3921-40a7-bd91-a5da00cba016 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7436039 Nov 18 18:14:50.382407 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 46562) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:14:50.403355 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.v2.base [req-c1c0b154-d17c-4157-83c7-4a2e4bf99bea req-df3c37c8-a9ba-46a2-be6d-e784e7b60d07 service neutron] Request body: {'port': {'device_id': '9cb2cc38-2997-4fc9-a47e-3e6dc2f68a85', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81669'}} {{(pid=101554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:14:50.413767 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5313732c-5659-4369-8e06-4c9795ad9e33 req-dd277e20-3668-439e-8133-e2e1781496aa tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:50.415393 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-5313732c-5659-4369-8e06-4c9795ad9e33 req-dd277e20-3668-439e-8133-e2e1781496aa tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/ports?device_id=772bd24f-916b-474d-b066-90b4ab242777 HTTP/1.1" status: 200 len: 946 time: 0.0746648 Nov 18 18:14:50.429842 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-8a0b6e8f-5ca9-4d0b-b33d-13c1ebb2517d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:50.460912 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-5313732c-5659-4369-8e06-4c9795ad9e33 req-59ce3c7e-bcbf-4ed0-bd84-be86822313cb tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/security-groups?id=46cda0ec-de4b-4291-a19a-42b976c21ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395310 Nov 18 18:14:50.481115 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [req-c1c0b154-d17c-4157-83c7-4a2e4bf99bea req-df3c37c8-a9ba-46a2-be6d-e784e7b60d07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:50.550338 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfba066-a534-47c8-99eb-915c385836ec req-a2afd23f-d8bb-4ce7-a9e1-1ed4c4bf0ff1 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:50.551837 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-2bfba066-a534-47c8-99eb-915c385836ec req-a2afd23f-d8bb-4ce7-a9e1-1ed4c4bf0ff1 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/ports?device_id=9cb2cc38-2997-4fc9-a47e-3e6dc2f68a85 HTTP/1.1" status: 200 len: 931 time: 0.0482142 Nov 18 18:14:50.591582 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-2bfba066-a534-47c8-99eb-915c385836ec req-b7d5a5e7-f5aa-4305-8baa-eae45340fe05 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb4519c5-e238-4dc3-a08d-3d011a53b08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332103 Nov 18 18:14:50.686035 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-8a0b6e8f-5ca9-4d0b-b33d-13c1ebb2517d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:50.709736 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-8a0b6e8f-5ca9-4d0b-b33d-13c1ebb2517d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:50.763908 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0b6e8f-5ca9-4d0b-b33d-13c1ebb2517d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=790cef50-0cc6-457d-acd0-2cf671018f62,revision_number=1']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:14:50.770327 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-8a0b6e8f-5ca9-4d0b-b33d-13c1ebb2517d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dbf365ce53b7465c980ce8340634220c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3859317 Nov 18 18:14:50.773273 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 46566) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:14:50.822265 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-7d913d5b-e46a-43d4-9616-15f61ff9d4df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:50.846251 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-7d913d5b-e46a-43d4-9616-15f61ff9d4df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:50.855690 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.notifiers.nova [req-c1c0b154-d17c-4157-83c7-4a2e4bf99bea req-df3c37c8-a9ba-46a2-be6d-e784e7b60d07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c64e02a-2d63-4d65-b18e-c3380a72e635 {{(pid=101554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 18:14:50.862676 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [req-c1c0b154-d17c-4157-83c7-4a2e4bf99bea req-df3c37c8-a9ba-46a2-be6d-e784e7b60d07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:50.875753 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.db.provisioning_blocks [req-c1c0b154-d17c-4157-83c7-4a2e4bf99bea req-df3c37c8-a9ba-46a2-be6d-e784e7b60d07 service neutron] Transition to ACTIVE for port object 5c64e02a-2d63-4d65-b18e-c3380a72e635 will not be triggered until provisioned by entity L2. {{(pid=101554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 18:14:50.876003 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.agents_db [None req-879798a6-d64d-4745-9d9a-40c50c0efc22 None None] Agent healthcheck: found 6 active agents {{(pid=101556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 18:14:50.879624 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [req-c1c0b154-d17c-4157-83c7-4a2e4bf99bea req-df3c37c8-a9ba-46a2-be6d-e784e7b60d07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6202622'] for port, after_update {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:50.900250 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-7d913d5b-e46a-43d4-9616-15f61ff9d4df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:50.902824 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-7d913d5b-e46a-43d4-9616-15f61ff9d4df admin admin] Notify callbacks [] for security_group, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:50.904258 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-7d913d5b-e46a-43d4-9616-15f61ff9d4df admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/790cef50-0cc6-457d-acd0-2cf671018f62 HTTP/1.1" status: 204 len: 168 time: 0.1287227 Nov 18 18:14:50.912213 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d913d5b-e46a-43d4-9616-15f61ff9d4df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=790cef50-0cc6-457d-acd0-2cf671018f62,revision_number=None']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:14:50.930052 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3c37c8-a9ba-46a2-be6d-e784e7b60d07 service neutron] Pushing event updated for resources: {'Port': ['ID=5c64e02a-2d63-4d65-b18e-c3380a72e635,revision_number=2']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:14:51.008864 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.managers [req-c1c0b154-d17c-4157-83c7-4a2e4bf99bea req-df3c37c8-a9ba-46a2-be6d-e784e7b60d07 service neutron] Attempting to bind port 5c64e02a-2d63-4d65-b18e-c3380a72e635 on host hv-cinder-81669 for vnic_type normal with profile {{(pid=101554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 18 18:14:51.009611 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.managers [req-c1c0b154-d17c-4157-83c7-4a2e4bf99bea req-df3c37c8-a9ba-46a2-be6d-e784e7b60d07 service neutron] Attempting to bind port 5c64e02a-2d63-4d65-b18e-c3380a72e635 by drivers openvswitch,hyperv on host hv-cinder-81669 at level 0 using segments [{'id': '8db404f7-7509-4e1d-af51-a1837b138434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '55d864c4-26de-4319-ad49-480f70c18bec'}] {{(pid=101554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 18 18:14:51.009948 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c0b154-d17c-4157-83c7-4a2e4bf99bea req-df3c37c8-a9ba-46a2-be6d-e784e7b60d07 service neutron] Attempting to bind port 5c64e02a-2d63-4d65-b18e-c3380a72e635 on network 55d864c4-26de-4319-ad49-480f70c18bec {{(pid=101554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:14:51.014783 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c0b154-d17c-4157-83c7-4a2e4bf99bea req-df3c37c8-a9ba-46a2-be6d-e784e7b60d07 service neutron] Port 5c64e02a-2d63-4d65-b18e-c3380a72e635 on network 55d864c4-26de-4319-ad49-480f70c18bec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81669 {{(pid=101554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 18:14:51.014996 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c0b154-d17c-4157-83c7-4a2e4bf99bea req-df3c37c8-a9ba-46a2-be6d-e784e7b60d07 service neutron] Attempting to bind port 5c64e02a-2d63-4d65-b18e-c3380a72e635 on network 55d864c4-26de-4319-ad49-480f70c18bec {{(pid=101554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:14:51.019751 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c0b154-d17c-4157-83c7-4a2e4bf99bea req-df3c37c8-a9ba-46a2-be6d-e784e7b60d07 service neutron] Checking agent: {'id': 'de52c200-415c-462d-a684-4cc0655308c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81669', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 18, 11, 25), 'started_at': datetime.datetime(2021, 11, 18, 18, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 18, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 18:14:51.020112 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c0b154-d17c-4157-83c7-4a2e4bf99bea req-df3c37c8-a9ba-46a2-be6d-e784e7b60d07 service neutron] Checking segment: {'id': '8db404f7-7509-4e1d-af51-a1837b138434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '55d864c4-26de-4319-ad49-480f70c18bec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 18 18:14:51.020517 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c0b154-d17c-4157-83c7-4a2e4bf99bea req-df3c37c8-a9ba-46a2-be6d-e784e7b60d07 service neutron] Bound using segment: {'id': '8db404f7-7509-4e1d-af51-a1837b138434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '55d864c4-26de-4319-ad49-480f70c18bec'} {{(pid=101554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 18:14:51.021236 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.managers [req-c1c0b154-d17c-4157-83c7-4a2e4bf99bea req-df3c37c8-a9ba-46a2-be6d-e784e7b60d07 service neutron] Bound port: 5c64e02a-2d63-4d65-b18e-c3380a72e635, host: hv-cinder-81669, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8db404f7-7509-4e1d-af51-a1837b138434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '55d864c4-26de-4319-ad49-480f70c18bec'}}] {{(pid=101554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 18 18:14:51.021708 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [req-c1c0b154-d17c-4157-83c7-4a2e4bf99bea req-df3c37c8-a9ba-46a2-be6d-e784e7b60d07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:51.097448 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.db [req-c1c0b154-d17c-4157-83c7-4a2e4bf99bea req-df3c37c8-a9ba-46a2-be6d-e784e7b60d07 service neutron] For port 5c64e02a-2d63-4d65-b18e-c3380a72e635, host hv-cinder-81669, cleared binding levels {{(pid=101554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 18:14:51.101196 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.db [req-c1c0b154-d17c-4157-83c7-4a2e4bf99bea req-df3c37c8-a9ba-46a2-be6d-e784e7b60d07 service neutron] For port 5c64e02a-2d63-4d65-b18e-c3380a72e635, host hv-cinder-81669, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81669',level=0,port_id=5c64e02a-2d63-4d65-b18e-c3380a72e635,segment=NetworkSegment(8db404f7-7509-4e1d-af51-a1837b138434),segment_id=8db404f7-7509-4e1d-af51-a1837b138434)] {{(pid=101554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 18:14:51.104944 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [req-c1c0b154-d17c-4157-83c7-4a2e4bf99bea req-df3c37c8-a9ba-46a2-be6d-e784e7b60d07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6202622'] for port, after_update {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:51.137304 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c0b154-d17c-4157-83c7-4a2e4bf99bea req-df3c37c8-a9ba-46a2-be6d-e784e7b60d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:51.137920 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [req-c1c0b154-d17c-4157-83c7-4a2e4bf99bea req-df3c37c8-a9ba-46a2-be6d-e784e7b60d07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553968'] for port, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:51.139565 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-c1c0b154-d17c-4157-83c7-4a2e4bf99bea req-df3c37c8-a9ba-46a2-be6d-e784e7b60d07 service neutron] 10.222.0.46 "PUT /v2.0/ports/5c64e02a-2d63-4d65-b18e-c3380a72e635 HTTP/1.1" status: 200 len: 1093 time: 0.7419040 Nov 18 18:14:51.140045 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cb2cc38-2997-4fc9-a47e-3e6dc2f68a85', 'tag': '5c64e02a-2d63-4d65-b18e-c3380a72e635'}] {{(pid=101554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:14:51.142280 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb6a83c3ebc788d099039a2e3a9a485db9e94d86a5b55328e01f3a68fc6aec2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd5bb1f7-13c4-4a8a-bd1f-dfd5f59544cb" -d '{"events": [{"name": "network-changed", "server_uuid": "9cb2cc38-2997-4fc9-a47e-3e6dc2f68a85", "tag": "5c64e02a-2d63-4d65-b18e-c3380a72e635"}]}' {{(pid=101554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:14:51.177075 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3c37c8-a9ba-46a2-be6d-e784e7b60d07 service neutron] Pushing event updated for resources: {'Port': ['ID=5c64e02a-2d63-4d65-b18e-c3380a72e635,revision_number=3']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:14:51.193661 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 18:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1a96775-d4bc-4d50-91ee-625df2299da2 x-openstack-request-id: req-b1a96775-d4bc-4d50-91ee-625df2299da2 {{(pid=101554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:14:51.194048 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cb2cc38-2997-4fc9-a47e-3e6dc2f68a85", "tag": "5c64e02a-2d63-4d65-b18e-c3380a72e635", "status": "completed", "code": 200}]} {{(pid=101554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:14:51.194196 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b1a96775-d4bc-4d50-91ee-625df2299da2 {{(pid=101554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:14:51.194624 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cb2cc38-2997-4fc9-a47e-3e6dc2f68a85', 'tag': '5c64e02a-2d63-4d65-b18e-c3380a72e635', 'status': 'completed', 'code': 200} Nov 18 18:14:51.256268 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c0b154-d17c-4157-83c7-4a2e4bf99bea req-3b672083-001b-4546-a0f7-4665399c9a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:51.263983 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-c1c0b154-d17c-4157-83c7-4a2e4bf99bea req-3b672083-001b-4546-a0f7-4665399c9a03 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ad60c6d708a846a38100e1a391c794b8&device_id=9cb2cc38-2997-4fc9-a47e-3e6dc2f68a85 HTTP/1.1" status: 200 len: 1096 time: 0.0484376 Nov 18 18:14:51.317828 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-c1c0b154-d17c-4157-83c7-4a2e4bf99bea req-10961d48-977d-458c-a19b-586f226fafe2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5c64e02a-2d63-4d65-b18e-c3380a72e635 HTTP/1.1" status: 200 len: 217 time: 0.0411539 Nov 18 18:14:51.379542 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c0b154-d17c-4157-83c7-4a2e4bf99bea req-0f155b3f-2b23-4e27-8b71-6adbda56c026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:51.381190 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-c1c0b154-d17c-4157-83c7-4a2e4bf99bea req-0f155b3f-2b23-4e27-8b71-6adbda56c026 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8a26a515-bc32-4ac2-b36f-b3635dc5d87c HTTP/1.1" status: 200 len: 855 time: 0.0510323 Nov 18 18:14:51.441012 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-c1c0b154-d17c-4157-83c7-4a2e4bf99bea req-aa96b4a1-e022-4f32-bb8f-fb0210c40aa5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=55d864c4-26de-4319-ad49-480f70c18bec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271649 Nov 18 18:14:51.575085 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-c1c0b154-d17c-4157-83c7-4a2e4bf99bea req-45d7ae5e-e89c-4a98-8dc2-dc78e8508426 service neutron] 10.222.0.46 "GET /v2.0/networks/55d864c4-26de-4319-ad49-480f70c18bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255593 Nov 18 18:14:51.589927 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91550fad-050d-4373-9b92-97c11ed10928 req-a2c12410-9e07-4d6c-9ffa-c733314800fa tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:51.591427 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-91550fad-050d-4373-9b92-97c11ed10928 req-a2c12410-9e07-4d6c-9ffa-c733314800fa tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/ports?device_id=772bd24f-916b-474d-b066-90b4ab242777 HTTP/1.1" status: 200 len: 946 time: 0.0511770 Nov 18 18:14:51.642943 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-91550fad-050d-4373-9b92-97c11ed10928 req-152aa217-ba17-4547-920c-767452d648c0 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/security-groups?id=46cda0ec-de4b-4291-a19a-42b976c21ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427325 Nov 18 18:14:51.692189 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-c1c0b154-d17c-4157-83c7-4a2e4bf99bea req-de8d3224-3e17-4e96-a40d-1001cce15e00 service neutron] 10.222.0.46 "GET /v2.0/networks/55d864c4-26de-4319-ad49-480f70c18bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015363 Nov 18 18:14:51.756905 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca85d07-2c15-4bb6-b9c9-69a70d0f4a5d req-7e6d6e82-8011-4e49-830c-e8aad123e5ab tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:51.759352 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-6ca85d07-2c15-4bb6-b9c9-69a70d0f4a5d req-7e6d6e82-8011-4e49-830c-e8aad123e5ab tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/ports?device_id=9cb2cc38-2997-4fc9-a47e-3e6dc2f68a85 HTTP/1.1" status: 200 len: 943 time: 0.0689116 Nov 18 18:14:51.800191 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-6ca85d07-2c15-4bb6-b9c9-69a70d0f4a5d req-1f030221-5df5-4c39-9acc-8a37aa7c74e9 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb4519c5-e238-4dc3-a08d-3d011a53b08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346949 Nov 18 18:14:51.814681 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5bb1f7-13c4-4a8a-bd1f-dfd5f59544cb req-b3e2424a-b186-4871-9e76-02b95b3c1669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:51.816295 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-fd5bb1f7-13c4-4a8a-bd1f-dfd5f59544cb req-b3e2424a-b186-4871-9e76-02b95b3c1669 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ad60c6d708a846a38100e1a391c794b8&device_id=9cb2cc38-2997-4fc9-a47e-3e6dc2f68a85 HTTP/1.1" status: 200 len: 1096 time: 0.0517066 Nov 18 18:14:51.923927 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5bb1f7-13c4-4a8a-bd1f-dfd5f59544cb req-68cb4e38-8d34-4de2-bde2-3ec84cc5e1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:51.925404 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-fd5bb1f7-13c4-4a8a-bd1f-dfd5f59544cb req-68cb4e38-8d34-4de2-bde2-3ec84cc5e1f3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=55d864c4-26de-4319-ad49-480f70c18bec HTTP/1.1" status: 200 len: 916 time: 0.0897019 Nov 18 18:14:51.992680 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-fd5bb1f7-13c4-4a8a-bd1f-dfd5f59544cb req-a51b394c-ba32-4d81-bb4f-0733634199bd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5c64e02a-2d63-4d65-b18e-c3380a72e635 HTTP/1.1" status: 200 len: 217 time: 0.0380254 Nov 18 18:14:52.052814 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5bb1f7-13c4-4a8a-bd1f-dfd5f59544cb req-c9a122c0-5e91-4807-9a5b-006d89c41d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:52.054348 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-fd5bb1f7-13c4-4a8a-bd1f-dfd5f59544cb req-c9a122c0-5e91-4807-9a5b-006d89c41d3f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8a26a515-bc32-4ac2-b36f-b3635dc5d87c HTTP/1.1" status: 200 len: 855 time: 0.0503056 Nov 18 18:14:52.108879 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-fd5bb1f7-13c4-4a8a-bd1f-dfd5f59544cb req-254e7716-868a-4da6-8fa5-2f280fa4c667 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=55d864c4-26de-4319-ad49-480f70c18bec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329497 Nov 18 18:14:52.208206 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-fd5bb1f7-13c4-4a8a-bd1f-dfd5f59544cb req-5f0e42e9-d6f1-4b93-8af7-c3c9e12f204b service neutron] 10.222.0.46 "GET /v2.0/networks/55d864c4-26de-4319-ad49-480f70c18bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869508 Nov 18 18:14:52.323392 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-fd5bb1f7-13c4-4a8a-bd1f-dfd5f59544cb req-680317c7-548f-48f0-9cf4-d8177d7582a2 service neutron] 10.222.0.46 "GET /v2.0/networks/55d864c4-26de-4319-ad49-480f70c18bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941205 Nov 18 18:14:52.796830 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9c0b24-5215-442b-aeae-fb895630d668 req-9bd5e02f-76a7-4fab-82b4-d23eb47dab34 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:52.796830 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-fa9c0b24-5215-442b-aeae-fb895630d668 req-9bd5e02f-76a7-4fab-82b4-d23eb47dab34 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/ports?device_id=772bd24f-916b-474d-b066-90b4ab242777 HTTP/1.1" status: 200 len: 946 time: 0.0567496 Nov 18 18:14:52.837241 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-fa9c0b24-5215-442b-aeae-fb895630d668 req-dfd6dd2c-5f94-4250-94b0-097f6e6f41c3 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/security-groups?id=46cda0ec-de4b-4291-a19a-42b976c21ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355186 Nov 18 18:14:52.961225 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0f67d0-be7e-4b00-992b-7d2859e3d162 req-6b3606ae-da55-4f3d-87bd-65c3ab7caebd tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:52.962772 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-1b0f67d0-be7e-4b00-992b-7d2859e3d162 req-6b3606ae-da55-4f3d-87bd-65c3ab7caebd tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/ports?device_id=9cb2cc38-2997-4fc9-a47e-3e6dc2f68a85 HTTP/1.1" status: 200 len: 943 time: 0.0632737 Nov 18 18:14:53.007651 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-1b0f67d0-be7e-4b00-992b-7d2859e3d162 req-69298e1a-a9f0-468f-9510-3f819cd5dfc0 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb4519c5-e238-4dc3-a08d-3d011a53b08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370946 Nov 18 18:14:53.111288 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 46688) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:14:53.224861 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-b96b94eb-7abb-4702-a72e-a151568b11a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:53.301126 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-b96b94eb-7abb-4702-a72e-a151568b11a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:53.304871 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-b96b94eb-7abb-4702-a72e-a151568b11a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:53.343386 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-b96b94eb-7abb-4702-a72e-a151568b11a6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=83b83930d2c44b2b84294280b0234a5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2309012 Nov 18 18:14:53.344318 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96b94eb-7abb-4702-a72e-a151568b11a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38e4501a-b701-4939-9f30-9245cfcf151e,revision_number=1']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:14:53.346166 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 46698) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:14:53.399165 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-de65ee85-b582-4caa-b3cd-2a08a9224409 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:53.425606 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-de65ee85-b582-4caa-b3cd-2a08a9224409 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:53.477319 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-de65ee85-b582-4caa-b3cd-2a08a9224409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:53.480461 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-de65ee85-b582-4caa-b3cd-2a08a9224409 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:53.481594 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-de65ee85-b582-4caa-b3cd-2a08a9224409 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/38e4501a-b701-4939-9f30-9245cfcf151e HTTP/1.1" status: 204 len: 168 time: 0.1343620 Nov 18 18:14:53.490737 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de65ee85-b582-4caa-b3cd-2a08a9224409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38e4501a-b701-4939-9f30-9245cfcf151e,revision_number=None']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:14:53.752308 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 46704) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:14:53.767499 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-f882d010-b5b0-4196-9172-75d7429bd3d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:53.852303 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-f882d010-b5b0-4196-9172-75d7429bd3d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:53.857483 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-f882d010-b5b0-4196-9172-75d7429bd3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:53.895932 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f882d010-b5b0-4196-9172-75d7429bd3d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a83412a7-666e-4ee6-8af2-877d2f01ebed,revision_number=1']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:14:53.901139 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-f882d010-b5b0-4196-9172-75d7429bd3d1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6885955ada444a11b707c8b5975c150b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1467860 Nov 18 18:14:53.902939 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 46710) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:14:53.980236 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-122e537c-e3de-4f07-8f40-7aa41b202cd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:54.003162 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbb446a-ac9f-4563-b891-cef1dd2c65c7 req-a5b3c6e6-f66d-4df7-99b1-5bdb2c813087 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:54.004670 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-4bbb446a-ac9f-4563-b891-cef1dd2c65c7 req-a5b3c6e6-f66d-4df7-99b1-5bdb2c813087 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/ports?device_id=772bd24f-916b-474d-b066-90b4ab242777 HTTP/1.1" status: 200 len: 946 time: 0.0808775 Nov 18 18:14:54.016280 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-122e537c-e3de-4f07-8f40-7aa41b202cd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:54.081860 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-4bbb446a-ac9f-4563-b891-cef1dd2c65c7 req-c4e07b17-ffb4-4ce0-a761-b0defbbfa9c0 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/security-groups?id=46cda0ec-de4b-4291-a19a-42b976c21ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679188 Nov 18 18:14:54.125932 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-122e537c-e3de-4f07-8f40-7aa41b202cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:54.128930 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-122e537c-e3de-4f07-8f40-7aa41b202cd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:54.129766 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-122e537c-e3de-4f07-8f40-7aa41b202cd9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a83412a7-666e-4ee6-8af2-877d2f01ebed HTTP/1.1" status: 204 len: 168 time: 0.2258875 Nov 18 18:14:54.143861 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122e537c-e3de-4f07-8f40-7aa41b202cd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a83412a7-666e-4ee6-8af2-877d2f01ebed,revision_number=None']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:14:54.155902 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446fa514-8f10-4870-8096-a5fdbdbd9b87 req-198469d8-a98e-481d-adee-b754817494a9 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:54.157271 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-446fa514-8f10-4870-8096-a5fdbdbd9b87 req-198469d8-a98e-481d-adee-b754817494a9 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/ports?device_id=9cb2cc38-2997-4fc9-a47e-3e6dc2f68a85 HTTP/1.1" status: 200 len: 943 time: 0.0698795 Nov 18 18:14:54.214731 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-446fa514-8f10-4870-8096-a5fdbdbd9b87 req-5d955f10-0d4b-4108-8b7c-e4f40ef9193e tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb4519c5-e238-4dc3-a08d-3d011a53b08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416477 Nov 18 18:14:54.318738 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 46728) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:14:54.375520 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f3afb3a-9320-46dd-b9e2-e161bdd83af9 admin admin] Deleting subnet 5e21ae4d-c32a-4905-9bb1-41e9876774fc {{(pid=101553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 18 18:14:54.379055 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-4f3afb3a-9320-46dd-b9e2-e161bdd83af9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:54.414843 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-4f3afb3a-9320-46dd-b9e2-e161bdd83af9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5393034'] for subnet, precommit_delete_associations {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:54.477954 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-4f3afb3a-9320-46dd-b9e2-e161bdd83af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1775345'] for subnet, precommit_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:54.547723 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-4f3afb3a-9320-46dd-b9e2-e161bdd83af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1775304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5584049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6021563'] for subnet, after_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:54.580682 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3afb3a-9320-46dd-b9e2-e161bdd83af9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e21ae4d-c32a-4905-9bb1-41e9876774fc,revision_number=None']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:14:54.585568 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-4f3afb3a-9320-46dd-b9e2-e161bdd83af9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553968'] for subnet, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:54.590107 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-4f3afb3a-9320-46dd-b9e2-e161bdd83af9 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/5e21ae4d-c32a-4905-9bb1-41e9876774fc HTTP/1.1" status: 204 len: 168 time: 0.2678304 Nov 18 18:14:54.591989 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 46742) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:14:54.670421 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-ecdb81d8-9c46-407e-b766-da8df9b717d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793125'] for network, before_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:54.766976 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-ecdb81d8-9c46-407e-b766-da8df9b717d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775996', 'neutron.services.segments.db._delete_segments_for_network-8768457200168'] for network, precommit_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:54.799026 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.services.segments.db [None req-ecdb81d8-9c46-407e-b766-da8df9b717d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['100f8f87-a91a-4bdf-8a6a-5b6361b1fb08']}} {{(pid=101554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:14:54.810090 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.services.segments.db [None req-ecdb81d8-9c46-407e-b766-da8df9b717d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '513cb690-991a-454e-b429-70b354d0108b') {'for_net_delete': True} {{(pid=101554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:14:54.810447 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.services.segments.db [None req-ecdb81d8-9c46-407e-b766-da8df9b717d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '513cb690-991a-454e-b429-70b354d0108b') {} {{(pid=101554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:14:54.822670 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-ecdb81d8-9c46-407e-b766-da8df9b717d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768457200505', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5286168'] for segment, before_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:54.836207 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-ecdb81d8-9c46-407e-b766-da8df9b717d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1774666'] for segment, precommit_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:54.842510 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecdb81d8-9c46-407e-b766-da8df9b717d6 admin admin] Releasing vlan 777 on physical network physnet1 to pool {{(pid=101554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 18:14:54.842510 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-ecdb81d8-9c46-407e-b766-da8df9b717d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1774666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6202394'] for segment, after_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:54.844565 dv-cinder-816695-1-iscsi neutron-server[101554]: Traceback (most recent call last): Nov 18 18:14:54.844565 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 18:14:54.844565 dv-cinder-816695-1-iscsi neutron-server[101554]: timer() Nov 18 18:14:54.844565 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 18:14:54.844565 dv-cinder-816695-1-iscsi neutron-server[101554]: cb(*args, **kw) Nov 18 18:14:54.844565 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 18:14:54.844565 dv-cinder-816695-1-iscsi neutron-server[101554]: return func(*args, **kwargs) Nov 18 18:14:54.844565 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 18:14:54.844565 dv-cinder-816695-1-iscsi neutron-server[101554]: self._notify() Nov 18 18:14:54.844565 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 18:14:54.844565 dv-cinder-816695-1-iscsi neutron-server[101554]: self.callback(batched_events) Nov 18 18:14:54.844565 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 18:14:54.844565 dv-cinder-816695-1-iscsi neutron-server[101554]: event.method(event) Nov 18 18:14:54.844565 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 18:14:54.844565 dv-cinder-816695-1-iscsi neutron-server[101554]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 18:14:54.844565 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 18:14:54.844565 dv-cinder-816695-1-iscsi neutron-server[101554]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 18:14:54.844565 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 18:14:54.844565 dv-cinder-816695-1-iscsi neutron-server[101554]: return f(self, *a, **k) Nov 18 18:14:54.844565 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 18:14:54.844565 dv-cinder-816695-1-iscsi neutron-server[101554]: return self._get(url).json() Nov 18 18:14:54.844565 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 18:14:54.844565 dv-cinder-816695-1-iscsi neutron-server[101554]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 18:14:54.844565 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 18:14:54.844565 dv-cinder-816695-1-iscsi neutron-server[101554]: return self.request(url, 'GET', **kwargs) Nov 18 18:14:54.844565 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 18:14:54.844565 dv-cinder-816695-1-iscsi neutron-server[101554]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 18:14:54.844565 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 18:14:54.844565 dv-cinder-816695-1-iscsi neutron-server[101554]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 18:14:54.844565 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 18:14:54.844565 dv-cinder-816695-1-iscsi neutron-server[101554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 18:14:54.844565 dv-cinder-816695-1-iscsi neutron-server[101554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 18:14:54.864465 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Device 5c64e02a-2d63-4d65-b18e-c3380a72e635 details requested by agent hyperv_hv-cinder-81669 with host hv-cinder-81669 {{(pid=101555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 18:14:54.907744 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-ecdb81d8-9c46-407e-b766-da8df9b717d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-366119'] for network, after_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:54.913122 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-ecdb81d8-9c46-407e-b766-da8df9b717d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553968'] for network, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:54.919522 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 46752) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:14:54.920070 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-ecdb81d8-9c46-407e-b766-da8df9b717d6 admin admin] 10.222.0.21 "DELETE /v2.0/networks/100f8f87-a91a-4bdf-8a6a-5b6361b1fb08 HTTP/1.1" status: 204 len: 168 time: 0.3263524 Nov 18 18:14:54.940369 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdb81d8-9c46-407e-b766-da8df9b717d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=100f8f87-a91a-4bdf-8a6a-5b6361b1fb08,revision_number=None']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:14:54.972020 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.db.db_base_plugin_v2 [None req-e385d812-01ee-44f9-ab6c-b2e0f4a15888 admin admin] Deleting subnet 892b282d-9a12-455a-a71b-520c906b576f {{(pid=101553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 18 18:14:54.975950 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-e385d812-01ee-44f9-ab6c-b2e0f4a15888 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:54.986198 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] For port 5c64e02a-2d63-4d65-b18e-c3380a72e635, host hv-cinder-81669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81669',level=0,port_id=5c64e02a-2d63-4d65-b18e-c3380a72e635,segment=NetworkSegment(8db404f7-7509-4e1d-af51-a1837b138434),segment_id=8db404f7-7509-4e1d-af51-a1837b138434)] {{(pid=101555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:14:55.004125 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Returning: {'device': '5c64e02a-2d63-4d65-b18e-c3380a72e635', 'network_id': '55d864c4-26de-4319-ad49-480f70c18bec', 'port_id': '5c64e02a-2d63-4d65-b18e-c3380a72e635', 'mac_address': 'fa:16:3e:3f:f5:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 791, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a26a515-bc32-4ac2-b36f-b3635dc5d87c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 18:14:55.020065 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-e385d812-01ee-44f9-ab6c-b2e0f4a15888 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5393034'] for subnet, precommit_delete_associations {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:55.046597 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:55.065326 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.notifiers.nova [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c64e02a-2d63-4d65-b18e-c3380a72e635 {{(pid=101555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 18:14:55.068644 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-e385d812-01ee-44f9-ab6c-b2e0f4a15888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1775345'] for subnet, precommit_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:55.088712 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] For port 5c64e02a-2d63-4d65-b18e-c3380a72e635, host hv-cinder-81669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81669',level=0,port_id=5c64e02a-2d63-4d65-b18e-c3380a72e635,segment=NetworkSegment(8db404f7-7509-4e1d-af51-a1837b138434),segment_id=8db404f7-7509-4e1d-af51-a1837b138434)] {{(pid=101555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:14:55.094266 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:55.143890 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-e385d812-01ee-44f9-ab6c-b2e0f4a15888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1775304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5584049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6021563'] for subnet, after_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:55.156237 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Pushing event updated for resources: {'Port': ['ID=5c64e02a-2d63-4d65-b18e-c3380a72e635,revision_number=4']} {{(pid=101555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:14:55.175101 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385d812-01ee-44f9-ab6c-b2e0f4a15888 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=892b282d-9a12-455a-a71b-520c906b576f,revision_number=None']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:14:55.189073 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-e385d812-01ee-44f9-ab6c-b2e0f4a15888 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553968'] for subnet, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:55.192390 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-e385d812-01ee-44f9-ab6c-b2e0f4a15888 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/892b282d-9a12-455a-a71b-520c906b576f HTTP/1.1" status: 204 len: 168 time: 0.2715096 Nov 18 18:14:55.194964 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 46762) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:14:55.228947 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d3ce69-d241-48a7-86b6-97e60f70594d req-2dde0c40-f36f-40d4-850f-16649d5d79b3 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:55.230561 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-36d3ce69-d241-48a7-86b6-97e60f70594d req-2dde0c40-f36f-40d4-850f-16649d5d79b3 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/ports?device_id=772bd24f-916b-474d-b066-90b4ab242777 HTTP/1.1" status: 200 len: 946 time: 0.0565565 Nov 18 18:14:55.271428 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-9c7cb6fa-22b6-4228-ac21-c4d0ed86c90f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793125'] for network, before_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:55.274648 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-36d3ce69-d241-48a7-86b6-97e60f70594d req-0839f9bc-9945-4e70-be55-8c3c4488ece5 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/security-groups?id=46cda0ec-de4b-4291-a19a-42b976c21ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379729 Nov 18 18:14:55.374502 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f576ba-1bed-4ba3-92f4-745539b9596a req-832c7fb0-d9da-4bdc-98d1-17ca233d3c3d tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:55.376243 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-17f576ba-1bed-4ba3-92f4-745539b9596a req-832c7fb0-d9da-4bdc-98d1-17ca233d3c3d tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/ports?device_id=9cb2cc38-2997-4fc9-a47e-3e6dc2f68a85 HTTP/1.1" status: 200 len: 944 time: 0.0577915 Nov 18 18:14:55.384010 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-9c7cb6fa-22b6-4228-ac21-c4d0ed86c90f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775996', 'neutron.services.segments.db._delete_segments_for_network-8768457200168'] for network, precommit_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:55.430488 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-17f576ba-1bed-4ba3-92f4-745539b9596a req-0a079be6-84ac-4cad-9782-27a8e392ce7f tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb4519c5-e238-4dc3-a08d-3d011a53b08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423110 Nov 18 18:14:55.448423 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.services.segments.db [None req-9c7cb6fa-22b6-4228-ac21-c4d0ed86c90f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcd0bdda-6c7f-4f36-9e49-df46589b3f37']}} {{(pid=101554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:14:55.454196 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.services.segments.db [None req-9c7cb6fa-22b6-4228-ac21-c4d0ed86c90f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8785b40-5f84-4c43-aef6-436a404d5979') {'for_net_delete': True} {{(pid=101554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:14:55.454486 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.services.segments.db [None req-9c7cb6fa-22b6-4228-ac21-c4d0ed86c90f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8785b40-5f84-4c43-aef6-436a404d5979') {} {{(pid=101554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:14:55.466067 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-9c7cb6fa-22b6-4228-ac21-c4d0ed86c90f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768457200505', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5286168'] for segment, before_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:55.482657 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-9c7cb6fa-22b6-4228-ac21-c4d0ed86c90f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1774666'] for segment, precommit_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:55.487219 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:55.496917 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c7cb6fa-22b6-4228-ac21-c4d0ed86c90f admin admin] Releasing vlan 764 on physical network physnet1 to pool {{(pid=101554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 18:14:55.497328 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-9c7cb6fa-22b6-4228-ac21-c4d0ed86c90f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1774666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6202394'] for segment, after_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:55.499341 dv-cinder-816695-1-iscsi neutron-server[101554]: Traceback (most recent call last): Nov 18 18:14:55.499341 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 18:14:55.499341 dv-cinder-816695-1-iscsi neutron-server[101554]: timer() Nov 18 18:14:55.499341 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 18:14:55.499341 dv-cinder-816695-1-iscsi neutron-server[101554]: cb(*args, **kw) Nov 18 18:14:55.499341 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 18:14:55.499341 dv-cinder-816695-1-iscsi neutron-server[101554]: return func(*args, **kwargs) Nov 18 18:14:55.499341 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 18:14:55.499341 dv-cinder-816695-1-iscsi neutron-server[101554]: self._notify() Nov 18 18:14:55.499341 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 18:14:55.499341 dv-cinder-816695-1-iscsi neutron-server[101554]: self.callback(batched_events) Nov 18 18:14:55.499341 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 18:14:55.499341 dv-cinder-816695-1-iscsi neutron-server[101554]: event.method(event) Nov 18 18:14:55.499341 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 18:14:55.499341 dv-cinder-816695-1-iscsi neutron-server[101554]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 18:14:55.499341 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 18:14:55.499341 dv-cinder-816695-1-iscsi neutron-server[101554]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 18:14:55.499341 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 18:14:55.499341 dv-cinder-816695-1-iscsi neutron-server[101554]: return f(self, *a, **k) Nov 18 18:14:55.499341 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 18:14:55.499341 dv-cinder-816695-1-iscsi neutron-server[101554]: return self._get(url).json() Nov 18 18:14:55.499341 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 18:14:55.499341 dv-cinder-816695-1-iscsi neutron-server[101554]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 18:14:55.499341 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 18:14:55.499341 dv-cinder-816695-1-iscsi neutron-server[101554]: return self.request(url, 'GET', **kwargs) Nov 18 18:14:55.499341 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 18:14:55.499341 dv-cinder-816695-1-iscsi neutron-server[101554]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 18:14:55.499341 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 18:14:55.499341 dv-cinder-816695-1-iscsi neutron-server[101554]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 18:14:55.499341 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 18:14:55.499341 dv-cinder-816695-1-iscsi neutron-server[101554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 18:14:55.499341 dv-cinder-816695-1-iscsi neutron-server[101554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 18:14:55.558320 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-9c7cb6fa-22b6-4228-ac21-c4d0ed86c90f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-366119'] for network, after_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:55.564100 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-9c7cb6fa-22b6-4228-ac21-c4d0ed86c90f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553968'] for network, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:55.567438 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-9c7cb6fa-22b6-4228-ac21-c4d0ed86c90f admin admin] 10.222.0.21 "DELETE /v2.0/networks/bcd0bdda-6c7f-4f36-9e49-df46589b3f37 HTTP/1.1" status: 204 len: 168 time: 0.3711443 Nov 18 18:14:55.580489 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7cb6fa-22b6-4228-ac21-c4d0ed86c90f admin admin] Pushing event deleted for resources: {'Network': ['ID=bcd0bdda-6c7f-4f36-9e49-df46589b3f37,revision_number=None']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:14:55.672480 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] get_ports_and_sgs() called for port_ids ['5c64e02a-2d63-4d65-b18e-c3380a72e635'] {{(pid=101555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 18:14:55.734330 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a7433b-ec5c-41df-b79b-2b82111dbc2b req-9360dfeb-78c3-4259-8827-127628777b89 tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:55.736092 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-d1a7433b-ec5c-41df-b79b-2b82111dbc2b req-9360dfeb-78c3-4259-8827-127628777b89 tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] 10.222.0.21 "GET /v2.0/ports?device_id=c56bde41-d0b6-4dd4-a5e6-ebd9c66dc49d HTTP/1.1" status: 200 len: 946 time: 0.0587423 Nov 18 18:14:55.764742 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 46782) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:14:55.784839 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-d1a7433b-ec5c-41df-b79b-2b82111dbc2b req-2d41e8da-62ee-4f8d-afb1-8f3352827200 tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] 10.222.0.21 "GET /v2.0/security-groups?id=04f8c7b0-0112-42fb-9aac-a17876feddfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391166 Nov 18 18:14:55.812413 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-c507fa15-de49-47d3-8384-2b3fcd6d03cf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3529a14bdbf948d39e70233c206ff7a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0459628 Nov 18 18:14:55.817058 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 46784) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:14:55.866455 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-8f6fd87f-c742-4e44-b7c6-e135d7fa49a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:55.887881 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-8f6fd87f-c742-4e44-b7c6-e135d7fa49a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:55.943069 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-8f6fd87f-c742-4e44-b7c6-e135d7fa49a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:55.946169 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-8f6fd87f-c742-4e44-b7c6-e135d7fa49a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:55.947395 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-8f6fd87f-c742-4e44-b7c6-e135d7fa49a0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ca24a376-d060-4a03-8fe6-668f6d742b14 HTTP/1.1" status: 204 len: 168 time: 0.1292975 Nov 18 18:14:55.957868 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6fd87f-c742-4e44-b7c6-e135d7fa49a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca24a376-d060-4a03-8fe6-668f6d742b14,revision_number=None']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:14:56.299109 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 46792) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:14:56.357736 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-dbf2d7d2-abb8-4d2d-8246-84ec4d80161f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c065b929e0714ba591a3e7c47714176c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0572128 Nov 18 18:14:56.360448 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 46796) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:14:56.414273 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0347b82f-a1da-4b75-89b8-eaa4a5131d26 req-0f843e5d-1adc-4e92-9d8f-5e699f47c1d2 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:56.416021 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-0347b82f-a1da-4b75-89b8-eaa4a5131d26 req-0f843e5d-1adc-4e92-9d8f-5e699f47c1d2 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/ports?device_id=772bd24f-916b-474d-b066-90b4ab242777 HTTP/1.1" status: 200 len: 946 time: 0.0567706 Nov 18 18:14:56.419781 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-8597858b-8a65-4d8d-8b32-944e5555b7ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:56.442033 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-8597858b-8a65-4d8d-8b32-944e5555b7ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:56.457092 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-0347b82f-a1da-4b75-89b8-eaa4a5131d26 req-f173815c-b786-4224-8cea-dcc2199d821e tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/security-groups?id=46cda0ec-de4b-4291-a19a-42b976c21ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354571 Nov 18 18:14:56.497094 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-8597858b-8a65-4d8d-8b32-944e5555b7ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:56.501645 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-8597858b-8a65-4d8d-8b32-944e5555b7ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:56.503428 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-8597858b-8a65-4d8d-8b32-944e5555b7ad admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2db51700-da30-4a99-8637-40e40048222e HTTP/1.1" status: 204 len: 168 time: 0.1417942 Nov 18 18:14:56.515405 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8597858b-8a65-4d8d-8b32-944e5555b7ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2db51700-da30-4a99-8637-40e40048222e,revision_number=None']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:14:56.549558 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a64a172-18c1-4e30-917b-c689bb125ca6 req-5a16bc2b-f98e-4262-981e-3ede0c0f7c8c tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:56.551028 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-1a64a172-18c1-4e30-917b-c689bb125ca6 req-5a16bc2b-f98e-4262-981e-3ede0c0f7c8c tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/ports?device_id=9cb2cc38-2997-4fc9-a47e-3e6dc2f68a85 HTTP/1.1" status: 200 len: 944 time: 0.0583732 Nov 18 18:14:56.595080 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-1a64a172-18c1-4e30-917b-c689bb125ca6 req-72545846-d59d-446f-aafe-758e1799ab7f tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb4519c5-e238-4dc3-a08d-3d011a53b08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365584 Nov 18 18:14:56.918698 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1520c3-6db6-4fc8-862e-3026ac2c1622 req-720ca6fd-161e-47f0-8a97-835f995d9f20 tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:56.920204 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-0d1520c3-6db6-4fc8-862e-3026ac2c1622 req-720ca6fd-161e-47f0-8a97-835f995d9f20 tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] 10.222.0.21 "GET /v2.0/ports?device_id=c56bde41-d0b6-4dd4-a5e6-ebd9c66dc49d HTTP/1.1" status: 200 len: 946 time: 0.0546427 Nov 18 18:14:56.962334 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-0d1520c3-6db6-4fc8-862e-3026ac2c1622 req-079a3b16-1519-4d40-af8e-1d259e57ba38 tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] 10.222.0.21 "GET /v2.0/security-groups?id=04f8c7b0-0112-42fb-9aac-a17876feddfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349102 Nov 18 18:14:57.590520 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7922a82-2d5d-43ac-8625-4983223755a6 req-3f744ba5-09c1-4d9b-8e5f-29166aa7e655 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:57.592050 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-d7922a82-2d5d-43ac-8625-4983223755a6 req-3f744ba5-09c1-4d9b-8e5f-29166aa7e655 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/ports?device_id=772bd24f-916b-474d-b066-90b4ab242777 HTTP/1.1" status: 200 len: 946 time: 0.0544918 Nov 18 18:14:57.630154 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-d7922a82-2d5d-43ac-8625-4983223755a6 req-2092d648-3614-4118-8029-ea673ea28adb tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/security-groups?id=46cda0ec-de4b-4291-a19a-42b976c21ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322330 Nov 18 18:14:57.645836 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 46848) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:14:57.747262 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e884fdc-a628-4fc6-bd04-be9930432a95 req-779ff1d3-6935-4803-87ae-f522ec4de133 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:57.748839 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-7e884fdc-a628-4fc6-bd04-be9930432a95 req-779ff1d3-6935-4803-87ae-f522ec4de133 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/ports?device_id=9cb2cc38-2997-4fc9-a47e-3e6dc2f68a85 HTTP/1.1" status: 200 len: 944 time: 0.0608292 Nov 18 18:14:57.768062 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-017c5f06-2cc2-4c48-8ab4-f6dc42d45a0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:57.798061 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-7e884fdc-a628-4fc6-bd04-be9930432a95 req-6757ad6f-9039-4840-90e2-a91490ffafd9 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb4519c5-e238-4dc3-a08d-3d011a53b08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429313 Nov 18 18:14:57.852985 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-017c5f06-2cc2-4c48-8ab4-f6dc42d45a0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:57.856839 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-017c5f06-2cc2-4c48-8ab4-f6dc42d45a0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:57.896246 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-017c5f06-2cc2-4c48-8ab4-f6dc42d45a0c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7a7df5d8d95743e5b0239300e44d6502&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2491593 Nov 18 18:14:57.896932 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017c5f06-2cc2-4c48-8ab4-f6dc42d45a0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00a5dbe2-38a1-4e61-8121-78a4e238f0c1,revision_number=1']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:14:57.899133 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 46854) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:14:57.961510 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-71d6039d-3edb-41ad-afaa-299d80492819 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:57.982864 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-71d6039d-3edb-41ad-afaa-299d80492819 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:58.029839 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-71d6039d-3edb-41ad-afaa-299d80492819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:58.032579 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-71d6039d-3edb-41ad-afaa-299d80492819 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:58.033744 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-71d6039d-3edb-41ad-afaa-299d80492819 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/00a5dbe2-38a1-4e61-8121-78a4e238f0c1 HTTP/1.1" status: 204 len: 168 time: 0.1336348 Nov 18 18:14:58.042208 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d6039d-3edb-41ad-afaa-299d80492819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00a5dbe2-38a1-4e61-8121-78a4e238f0c1,revision_number=None']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:14:59.078933 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Device 5c64e02a-2d63-4d65-b18e-c3380a72e635 up at agent hyperv_hv-cinder-81669 {{(pid=101555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:14:59.127845 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Provisioning for port 5c64e02a-2d63-4d65-b18e-c3380a72e635 completed by entity L2. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 18:14:59.131977 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Provisioning complete for port 5c64e02a-2d63-4d65-b18e-c3380a72e635 triggered by entity L2. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:14:59.132355 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:59.215949 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:59.237886 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cb2cc38-2997-4fc9-a47e-3e6dc2f68a85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c64e02a-2d63-4d65-b18e-c3380a72e635'}] {{(pid=101555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:14:59.240759 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d346ce470d451c2c3f81e461e68bbd58c3f0d417750f3f38c7c8caca9575360f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18b6166e-058f-45bb-87b4-71a8ec387b74" -d '{"events": [{"server_uuid": "9cb2cc38-2997-4fc9-a47e-3e6dc2f68a85", "name": "network-vif-plugged", "status": "completed", "tag": "5c64e02a-2d63-4d65-b18e-c3380a72e635"}]}' {{(pid=101555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:14:59.253334 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] For port 5c64e02a-2d63-4d65-b18e-c3380a72e635, host hv-cinder-81669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81669',level=0,port_id=5c64e02a-2d63-4d65-b18e-c3380a72e635,segment=NetworkSegment(8db404f7-7509-4e1d-af51-a1837b138434),segment_id=8db404f7-7509-4e1d-af51-a1837b138434)] {{(pid=101555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:14:59.262331 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:14:59.309260 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Pushing event updated for resources: {'Port': ['ID=5c64e02a-2d63-4d65-b18e-c3380a72e635,revision_number=5']} {{(pid=101555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:15:01.820204 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d6d21b-5898-4acc-ba96-3d0b7c9198b5 req-35446e54-e842-4619-89e4-8435aae1f458 tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:15:01.821797 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-06d6d21b-5898-4acc-ba96-3d0b7c9198b5 req-35446e54-e842-4619-89e4-8435aae1f458 tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] 10.222.0.21 "GET /v2.0/ports?device_id=c56bde41-d0b6-4dd4-a5e6-ebd9c66dc49d HTTP/1.1" status: 200 len: 946 time: 0.0873973 Nov 18 18:15:01.835633 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca9de69-1450-4881-986e-0940fca949a6 req-ca9208a6-4ce7-4b9c-810e-6d40476e4bd2 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:15:01.837191 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-fca9de69-1450-4881-986e-0940fca949a6 req-ca9208a6-4ce7-4b9c-810e-6d40476e4bd2 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/ports?device_id=772bd24f-916b-474d-b066-90b4ab242777 HTTP/1.1" status: 200 len: 946 time: 0.0754967 Nov 18 18:15:01.895401 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-06d6d21b-5898-4acc-ba96-3d0b7c9198b5 req-09ffb774-dc24-4962-8a69-d5897b569951 tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] 10.222.0.21 "GET /v2.0/security-groups?id=04f8c7b0-0112-42fb-9aac-a17876feddfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572097 Nov 18 18:15:01.898671 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-fca9de69-1450-4881-986e-0940fca949a6 req-c0117192-c3d3-4c9f-a0a1-011f5c780766 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/security-groups?id=46cda0ec-de4b-4291-a19a-42b976c21ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542798 Nov 18 18:15:01.942703 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 18:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f62d34b-e248-403c-886f-2cc1bab8b720 x-openstack-request-id: req-8f62d34b-e248-403c-886f-2cc1bab8b720 {{(pid=101555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:15:01.943331 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cb2cc38-2997-4fc9-a47e-3e6dc2f68a85", "name": "network-vif-plugged", "status": "completed", "tag": "5c64e02a-2d63-4d65-b18e-c3380a72e635", "code": 200}]} {{(pid=101555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:15:01.943983 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8f62d34b-e248-403c-886f-2cc1bab8b720 {{(pid=101555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:15:01.944328 dv-cinder-816695-1-iscsi neutron-server[101555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cb2cc38-2997-4fc9-a47e-3e6dc2f68a85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c64e02a-2d63-4d65-b18e-c3380a72e635', 'code': 200} Nov 18 18:15:02.001540 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94013f22-c0cd-49be-a267-4965b5dcf6ab req-17c26354-afb0-4016-844c-a0f694bd2553 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:15:02.003017 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-94013f22-c0cd-49be-a267-4965b5dcf6ab req-17c26354-afb0-4016-844c-a0f694bd2553 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/ports?device_id=9cb2cc38-2997-4fc9-a47e-3e6dc2f68a85 HTTP/1.1" status: 200 len: 945 time: 0.0494487 Nov 18 18:15:02.041603 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-94013f22-c0cd-49be-a267-4965b5dcf6ab req-b6e349e0-f857-486a-9c7f-81873835b791 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb4519c5-e238-4dc3-a08d-3d011a53b08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319521 Nov 18 18:15:02.258677 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa07d9c-66bd-4fc7-a332-6489e493f8f0 req-e06e8864-7be5-4b74-a61b-1af023f19305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:15:02.260303 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-7fa07d9c-66bd-4fc7-a332-6489e493f8f0 req-e06e8864-7be5-4b74-a61b-1af023f19305 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9cb2cc38-2997-4fc9-a47e-3e6dc2f68a85 HTTP/1.1" status: 200 len: 1098 time: 0.0403810 Nov 18 18:15:02.301529 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-7fa07d9c-66bd-4fc7-a332-6489e493f8f0 req-765efb22-2ec0-4fc9-a9d7-371d531a12b8 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=cb4519c5-e238-4dc3-a08d-3d011a53b08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316441 Nov 18 18:15:03.091745 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf94883-77ea-46c5-80aa-0b87378e19fa req-db8704c1-45e2-4f33-9d62-7f31dc467ad2 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:15:03.093258 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-1bf94883-77ea-46c5-80aa-0b87378e19fa req-db8704c1-45e2-4f33-9d62-7f31dc467ad2 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/ports?device_id=772bd24f-916b-474d-b066-90b4ab242777 HTTP/1.1" status: 200 len: 946 time: 0.0944867 Nov 18 18:15:03.121288 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a51119-c88f-4f6c-b31e-ccc7eeedcfdd req-80ff36ed-0d66-4f2c-833f-6c5225f132ef tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:15:03.122768 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-e1a51119-c88f-4f6c-b31e-ccc7eeedcfdd req-80ff36ed-0d66-4f2c-833f-6c5225f132ef tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] 10.222.0.21 "GET /v2.0/ports?device_id=c56bde41-d0b6-4dd4-a5e6-ebd9c66dc49d HTTP/1.1" status: 200 len: 946 time: 0.0913255 Nov 18 18:15:03.157299 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-1bf94883-77ea-46c5-80aa-0b87378e19fa req-0cc9eeac-1025-402f-9c9b-61e7ddad7c99 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/security-groups?id=46cda0ec-de4b-4291-a19a-42b976c21ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577157 Nov 18 18:15:03.177854 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-e1a51119-c88f-4f6c-b31e-ccc7eeedcfdd req-5b151a43-0797-4549-b934-575e304f1396 tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] 10.222.0.21 "GET /v2.0/security-groups?id=04f8c7b0-0112-42fb-9aac-a17876feddfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462067 Nov 18 18:15:03.259283 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbb2722-a59c-40bd-baa8-bb50a3afde50 req-11f2dac8-ee5c-4c6f-a19e-db065c5d223e tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:15:03.260786 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-0fbb2722-a59c-40bd-baa8-bb50a3afde50 req-11f2dac8-ee5c-4c6f-a19e-db065c5d223e tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/ports?device_id=9cb2cc38-2997-4fc9-a47e-3e6dc2f68a85 HTTP/1.1" status: 200 len: 945 time: 0.0483677 Nov 18 18:15:03.300616 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-0fbb2722-a59c-40bd-baa8-bb50a3afde50 req-4e813a22-c1dc-4948-a398-d7252e012cc2 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb4519c5-e238-4dc3-a08d-3d011a53b08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333912 Nov 18 18:15:03.410317 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-584a80a1-e24c-4c24-8992-4fff1c41f1d8 req-42a5d209-ee7e-466d-9337-e53501e2ad39 tempest-VolumesNegativeTest-290152564 tempest-VolumesNegativeTest-290152564-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=44b01d51cc7b40c1a48fa49c19b82ed0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0335829 Nov 18 18:15:03.591228 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584a80a1-e24c-4c24-8992-4fff1c41f1d8 req-eb6f611f-c1a4-4235-868b-1027d9e1d864 tempest-VolumesNegativeTest-290152564 tempest-VolumesNegativeTest-290152564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:15:03.592672 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-584a80a1-e24c-4c24-8992-4fff1c41f1d8 req-eb6f611f-c1a4-4235-868b-1027d9e1d864 tempest-VolumesNegativeTest-290152564 tempest-VolumesNegativeTest-290152564-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1768293 Nov 18 18:15:03.608519 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-584a80a1-e24c-4c24-8992-4fff1c41f1d8 req-43fb5823-cfe0-4563-84b6-d4df7a68b609 tempest-VolumesNegativeTest-290152564 tempest-VolumesNegativeTest-290152564-project] 10.222.0.21 "GET /v2.0/quotas/44b01d51cc7b40c1a48fa49c19b82ed0 HTTP/1.1" status: 200 len: 375 time: 0.0091169 Nov 18 18:15:03.642011 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-584a80a1-e24c-4c24-8992-4fff1c41f1d8 req-89971dcb-c95d-4b63-9b00-962c1aa7f26f tempest-VolumesNegativeTest-290152564 tempest-VolumesNegativeTest-290152564-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=44b01d51cc7b40c1a48fa49c19b82ed0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275156 Nov 18 18:15:03.806726 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-f8f84408-7d6d-4219-9db3-8a441ac94fad req-b03c1752-ab0d-4ce2-86ba-f2db8ca5669a tempest-VolumesNegativeTest-290152564 tempest-VolumesNegativeTest-290152564-project] 10.222.0.21 "GET /v2.0/ports?device_id=173bb509-67e6-46b7-a90b-88985ff920e4 HTTP/1.1" status: 200 len: 210 time: 0.0283875 Nov 18 18:15:10.169741 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Device b5e82a8f-fefa-4820-b385-2fa50b05dd14 no longer exists at agent hyperv_hv-cinder-81669 {{(pid=101555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 18:15:10.174080 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9594489f-2e97-4e3c-b1c5-3d45dfd29b27 req-bdb9ced2-591a-4a5e-8f81-9458d290db90 tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:15:10.175591 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-9594489f-2e97-4e3c-b1c5-3d45dfd29b27 req-bdb9ced2-591a-4a5e-8f81-9458d290db90 tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] 10.222.0.46 "GET /v2.0/ports?device_id=c56bde41-d0b6-4dd4-a5e6-ebd9c66dc49d HTTP/1.1" status: 200 len: 946 time: 0.0815227 Nov 18 18:15:10.258235 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:10.293437 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c56bde41-d0b6-4dd4-a5e6-ebd9c66dc49d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5e82a8f-fefa-4820-b385-2fa50b05dd14'}] {{(pid=101555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:15:10.296248 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d346ce470d451c2c3f81e461e68bbd58c3f0d417750f3f38c7c8caca9575360f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26370895-e30e-4c68-b877-66c9813dd4cc" -d '{"events": [{"server_uuid": "c56bde41-d0b6-4dd4-a5e6-ebd9c66dc49d", "name": "network-vif-unplugged", "status": "completed", "tag": "b5e82a8f-fefa-4820-b385-2fa50b05dd14"}]}' {{(pid=101555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:15:10.301684 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] For port b5e82a8f-fefa-4820-b385-2fa50b05dd14, host hv-cinder-81669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81669',level=0,port_id=b5e82a8f-fefa-4820-b385-2fa50b05dd14,segment=NetworkSegment(6b4c2375-729f-463b-b3ac-894a018a385a),segment_id=6b4c2375-729f-463b-b3ac-894a018a385a)] {{(pid=101555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:15:10.307216 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:10.360085 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Pushing event updated for resources: {'Port': ['ID=b5e82a8f-fefa-4820-b385-2fa50b05dd14,revision_number=6']} {{(pid=101555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:15:10.408470 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.plugin [req-9594489f-2e97-4e3c-b1c5-3d45dfd29b27 req-c5887dbf-0078-410f-81e2-d906bd7fb184 tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] Deleting port b5e82a8f-fefa-4820-b385-2fa50b05dd14 {{(pid=101554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 18 18:15:10.409461 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [req-9594489f-2e97-4e3c-b1c5-3d45dfd29b27 req-c5887dbf-0078-410f-81e2-d906bd7fb184 tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768457215290'] for port, before_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:10.517863 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.db [req-9594489f-2e97-4e3c-b1c5-3d45dfd29b27 req-c5887dbf-0078-410f-81e2-d906bd7fb184 tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] For port b5e82a8f-fefa-4820-b385-2fa50b05dd14, host hv-cinder-81669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81669',level=0,port_id=b5e82a8f-fefa-4820-b385-2fa50b05dd14,segment=NetworkSegment(6b4c2375-729f-463b-b3ac-894a018a385a),segment_id=6b4c2375-729f-463b-b3ac-894a018a385a)] {{(pid=101554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:15:10.518224 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [req-9594489f-2e97-4e3c-b1c5-3d45dfd29b27 req-c5887dbf-0078-410f-81e2-d906bd7fb184 tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369284'] for port, precommit_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:10.533673 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.plugin [req-9594489f-2e97-4e3c-b1c5-3d45dfd29b27 req-c5887dbf-0078-410f-81e2-d906bd7fb184 tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] Calling delete_port for b5e82a8f-fefa-4820-b385-2fa50b05dd14 owned by compute:nova {{(pid=101554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 18 18:15:10.571345 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12095d66-0916-4dbb-8a53-b5706136ce38 req-9021355d-6864-4f7c-8511-45362c27b44e tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:15:10.573073 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-12095d66-0916-4dbb-8a53-b5706136ce38 req-9021355d-6864-4f7c-8511-45362c27b44e tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/ports?device_id=772bd24f-916b-474d-b066-90b4ab242777 HTTP/1.1" status: 200 len: 946 time: 0.2943506 Nov 18 18:15:10.581477 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb48aa59-9e2d-46e9-9130-37c96ac9e4c2 req-4147eff9-81f2-4416-a85e-a5bc1866bafc tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:15:10.582884 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-cb48aa59-9e2d-46e9-9130-37c96ac9e4c2 req-4147eff9-81f2-4416-a85e-a5bc1866bafc tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] 10.222.0.21 "GET /v2.0/ports?device_id=c56bde41-d0b6-4dd4-a5e6-ebd9c66dc49d HTTP/1.1" status: 200 len: 944 time: 0.2901959 Nov 18 18:15:10.640267 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-12095d66-0916-4dbb-8a53-b5706136ce38 req-fc65a1ec-7a2c-4e1c-92bc-0851e0847e5b tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/security-groups?id=46cda0ec-de4b-4291-a19a-42b976c21ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562119 Nov 18 18:15:10.643336 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-cb48aa59-9e2d-46e9-9130-37c96ac9e4c2 req-fbf6bbee-6dd1-4845-b6dd-a692a44cc740 tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] 10.222.0.21 "GET /v2.0/security-groups?id=04f8c7b0-0112-42fb-9aac-a17876feddfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531297 Nov 18 18:15:10.698428 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [req-9594489f-2e97-4e3c-b1c5-3d45dfd29b27 req-c5887dbf-0078-410f-81e2-d906bd7fb184 tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768457221690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768456900410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6202601'] for port, after_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:10.745816 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-979967de-1bbf-4ae5-beef-ebbedb330b99 req-7140fbb8-ccba-4037-a718-2b88f7e4d063 tempest-VolumesNegativeTest-290152564 tempest-VolumesNegativeTest-290152564-project] 10.222.0.21 "GET /v2.0/ports?device_id=173bb509-67e6-46b7-a90b-88985ff920e4 HTTP/1.1" status: 200 len: 210 time: 0.0402398 Nov 18 18:15:10.751848 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5887dbf-0078-410f-81e2-d906bd7fb184 tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] Pushing event deleted for resources: {'Port': ['ID=b5e82a8f-fefa-4820-b385-2fa50b05dd14,revision_number=None']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:15:10.791918 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.db.l3_dvrscheduler_db [req-9594489f-2e97-4e3c-b1c5-3d45dfd29b27 req-c5887dbf-0078-410f-81e2-d906bd7fb184 tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] No DVR routers for this DVR port b5e82a8f-fefa-4820-b385-2fa50b05dd14 on host hv-cinder-81669 {{(pid=101554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 18:15:10.796280 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [req-9594489f-2e97-4e3c-b1c5-3d45dfd29b27 req-c5887dbf-0078-410f-81e2-d906bd7fb184 tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47340'] for port, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:10.797351 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 18 Nov 2021 18:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14325224-ed32-4109-86c0-17a28e42e17f x-openstack-request-id: req-14325224-ed32-4109-86c0-17a28e42e17f {{(pid=101555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:15:10.797663 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c56bde41-d0b6-4dd4-a5e6-ebd9c66dc49d", "name": "network-vif-unplugged", "status": "completed", "tag": "b5e82a8f-fefa-4820-b385-2fa50b05dd14", "code": 200}]} {{(pid=101555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:15:10.797951 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-14325224-ed32-4109-86c0-17a28e42e17f {{(pid=101555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:15:10.798089 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689f8fa5-6794-4361-8bc6-648728e81d0b req-efb0d354-2279-41d7-9861-fc0eb88fe1ca tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:15:10.798391 dv-cinder-816695-1-iscsi neutron-server[101555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c56bde41-d0b6-4dd4-a5e6-ebd9c66dc49d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5e82a8f-fefa-4820-b385-2fa50b05dd14', 'code': 200} Nov 18 18:15:10.799465 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-689f8fa5-6794-4361-8bc6-648728e81d0b req-efb0d354-2279-41d7-9861-fc0eb88fe1ca tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/ports?device_id=9cb2cc38-2997-4fc9-a47e-3e6dc2f68a85 HTTP/1.1" status: 200 len: 945 time: 0.0773940 Nov 18 18:15:10.800461 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-9594489f-2e97-4e3c-b1c5-3d45dfd29b27 req-c5887dbf-0078-410f-81e2-d906bd7fb184 tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] 10.222.0.46 "DELETE /v2.0/ports/b5e82a8f-fefa-4820-b385-2fa50b05dd14 HTTP/1.1" status: 204 len: 173 time: 0.5775089 Nov 18 18:15:10.800944 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c56bde41-d0b6-4dd4-a5e6-ebd9c66dc49d', 'name': 'network-vif-deleted', 'tag': 'b5e82a8f-fefa-4820-b385-2fa50b05dd14'}] {{(pid=101554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:15:10.803309 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb6a83c3ebc788d099039a2e3a9a485db9e94d86a5b55328e01f3a68fc6aec2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0894105c-6276-4cc7-b6da-a3316577ff83" -d '{"events": [{"server_uuid": "c56bde41-d0b6-4dd4-a5e6-ebd9c66dc49d", "name": "network-vif-deleted", "tag": "b5e82a8f-fefa-4820-b385-2fa50b05dd14"}]}' {{(pid=101554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:15:10.840977 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-689f8fa5-6794-4361-8bc6-648728e81d0b req-f92f63ba-87eb-4dfd-bc1c-b1b3dd3994bd tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb4519c5-e238-4dc3-a08d-3d011a53b08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352666 Nov 18 18:15:10.841380 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 18:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c0db2db-04dc-4b72-b1f0-ddc33a0ded8d x-openstack-request-id: req-2c0db2db-04dc-4b72-b1f0-ddc33a0ded8d {{(pid=101554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:15:10.841668 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c56bde41-d0b6-4dd4-a5e6-ebd9c66dc49d", "name": "network-vif-deleted", "tag": "b5e82a8f-fefa-4820-b385-2fa50b05dd14", "status": "completed", "code": 200}]} {{(pid=101554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:15:10.842003 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2c0db2db-04dc-4b72-b1f0-ddc33a0ded8d {{(pid=101554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:15:10.842477 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c56bde41-d0b6-4dd4-a5e6-ebd9c66dc49d', 'name': 'network-vif-deleted', 'tag': 'b5e82a8f-fefa-4820-b385-2fa50b05dd14', 'status': 'completed', 'code': 200} Nov 18 18:15:10.965337 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a1fe020f-c53c-4646-8eaf-d0b9355e0cf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:11.441362 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-584a80a1-e24c-4c24-8992-4fff1c41f1d8 req-42502a71-9a85-49f0-b208-750c35641017 tempest-VolumesNegativeTest-290152564 tempest-VolumesNegativeTest-290152564-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=44b01d51cc7b40c1a48fa49c19b82ed0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0422111 Nov 18 18:15:11.666011 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584a80a1-e24c-4c24-8992-4fff1c41f1d8 req-61e70c09-b712-4768-ba20-8493744e94f2 tempest-VolumesNegativeTest-290152564 tempest-VolumesNegativeTest-290152564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:15:11.667746 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-584a80a1-e24c-4c24-8992-4fff1c41f1d8 req-61e70c09-b712-4768-ba20-8493744e94f2 tempest-VolumesNegativeTest-290152564 tempest-VolumesNegativeTest-290152564-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2178917 Nov 18 18:15:11.693373 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.v2.base [req-584a80a1-e24c-4c24-8992-4fff1c41f1d8 req-d50ed862-1e6e-47a7-ba3b-a29da37e4543 tempest-VolumesNegativeTest-290152564 tempest-VolumesNegativeTest-290152564-project] Request body: {'port': {'device_id': '173bb509-67e6-46b7-a90b-88985ff920e4', 'network_id': '8a585794-4328-484e-ba7e-e0fb9bc00709', 'admin_state_up': True, 'tenant_id': '44b01d51cc7b40c1a48fa49c19b82ed0'}} {{(pid=101554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:15:11.784306 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-1687f8fc-fbd5-4fd1-b740-7a27cacfe83d req-7c1d89e8-0f22-425d-a466-b13c2e9b50df tempest-DeleteServersTestJSON-589583605 tempest-DeleteServersTestJSON-589583605-project] 10.222.0.21 "GET /v2.0/ports?device_id=c56bde41-d0b6-4dd4-a5e6-ebd9c66dc49d HTTP/1.1" status: 200 len: 210 time: 0.0341227 Nov 18 18:15:11.800523 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cea85b5-17f8-4ec5-ba68-5a81ed8af71d req-bbecc0e2-d36c-4c1d-bd78-3d9daf895182 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:15:11.802524 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-3cea85b5-17f8-4ec5-ba68-5a81ed8af71d req-bbecc0e2-d36c-4c1d-bd78-3d9daf895182 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/ports?device_id=772bd24f-916b-474d-b066-90b4ab242777 HTTP/1.1" status: 200 len: 946 time: 0.0878241 Nov 18 18:15:11.868640 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-3cea85b5-17f8-4ec5-ba68-5a81ed8af71d req-38bf1de1-cb75-496f-a1af-2aca523f6272 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/security-groups?id=46cda0ec-de4b-4291-a19a-42b976c21ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587029 Nov 18 18:15:11.910345 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-78f447c6-4846-49c6-9358-32dbd7313844 req-84379962-e29f-490e-b016-1cd9266d6534 tempest-VolumesNegativeTest-290152564 tempest-VolumesNegativeTest-290152564-project] 10.222.0.21 "GET /v2.0/ports?device_id=173bb509-67e6-46b7-a90b-88985ff920e4 HTTP/1.1" status: 200 len: 210 time: 0.0380490 Nov 18 18:15:12.011909 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2bb2fc-16c1-4d6e-987f-c716c429c85f req-f2a208b4-d367-43a6-a9c1-31851b8962bd tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:15:12.013818 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-ae2bb2fc-16c1-4d6e-987f-c716c429c85f req-f2a208b4-d367-43a6-a9c1-31851b8962bd tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/ports?device_id=9cb2cc38-2997-4fc9-a47e-3e6dc2f68a85 HTTP/1.1" status: 200 len: 945 time: 0.0637717 Nov 18 18:15:12.059078 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-ae2bb2fc-16c1-4d6e-987f-c716c429c85f req-99096fb9-7102-427b-ba63-c2afa3a4b7b6 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb4519c5-e238-4dc3-a08d-3d011a53b08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388741 Nov 18 18:15:12.153364 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-584a80a1-e24c-4c24-8992-4fff1c41f1d8 req-d50ed862-1e6e-47a7-ba3b-a29da37e4543 tempest-VolumesNegativeTest-290152564 tempest-VolumesNegativeTest-290152564-project] Made reservation on behalf of 44b01d51cc7b40c1a48fa49c19b82ed0 for: {'port': 1} {{(pid=101554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 18:15:12.157197 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [req-584a80a1-e24c-4c24-8992-4fff1c41f1d8 req-d50ed862-1e6e-47a7-ba3b-a29da37e4543 tempest-VolumesNegativeTest-290152564 tempest-VolumesNegativeTest-290152564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:12.167319 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [req-584a80a1-e24c-4c24-8992-4fff1c41f1d8 req-d50ed862-1e6e-47a7-ba3b-a29da37e4543 tempest-VolumesNegativeTest-290152564 tempest-VolumesNegativeTest-290152564-project] Notify callbacks [] for security_group, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:12.261548 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [req-584a80a1-e24c-4c24-8992-4fff1c41f1d8 req-d50ed862-1e6e-47a7-ba3b-a29da37e4543 tempest-VolumesNegativeTest-290152564 tempest-VolumesNegativeTest-290152564-project] Notify callbacks [] for security_group, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:12.266481 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [req-584a80a1-e24c-4c24-8992-4fff1c41f1d8 req-d50ed862-1e6e-47a7-ba3b-a29da37e4543 tempest-VolumesNegativeTest-290152564 tempest-VolumesNegativeTest-290152564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:12.344964 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50ed862-1e6e-47a7-ba3b-a29da37e4543 tempest-VolumesNegativeTest-290152564 tempest-VolumesNegativeTest-290152564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3606de3-2314-43b9-b72e-bd789e1fc71a,revision_number=1']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:15:12.439173 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.db.db_base_plugin_common [req-584a80a1-e24c-4c24-8992-4fff1c41f1d8 req-d50ed862-1e6e-47a7-ba3b-a29da37e4543 tempest-VolumesNegativeTest-290152564 tempest-VolumesNegativeTest-290152564-project] Allocated IP 192.168.233.211 (8a585794-4328-484e-ba7e-e0fb9bc00709/09acce20-7afc-4fcc-96be-391395618e4e/25f5ba15-48fd-4179-9f49-bd0636830073) {{(pid=101554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 18:15:12.608112 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [req-584a80a1-e24c-4c24-8992-4fff1c41f1d8 req-d50ed862-1e6e-47a7-ba3b-a29da37e4543 tempest-VolumesNegativeTest-290152564 tempest-VolumesNegativeTest-290152564-project] Notify callbacks [] for port, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:12.650262 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [req-584a80a1-e24c-4c24-8992-4fff1c41f1d8 req-d50ed862-1e6e-47a7-ba3b-a29da37e4543 tempest-VolumesNegativeTest-290152564 tempest-VolumesNegativeTest-290152564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768456900401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6202601'] for port, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:12.695159 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-584a80a1-e24c-4c24-8992-4fff1c41f1d8 req-d50ed862-1e6e-47a7-ba3b-a29da37e4543 tempest-VolumesNegativeTest-290152564 tempest-VolumesNegativeTest-290152564-project] Network 8a585794-4328-484e-ba7e-e0fb9bc00709 is already hosted by enough agents. {{(pid=101554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:15:12.700062 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.scheduler.base_scheduler [req-584a80a1-e24c-4c24-8992-4fff1c41f1d8 req-d50ed862-1e6e-47a7-ba3b-a29da37e4543 tempest-VolumesNegativeTest-290152564 tempest-VolumesNegativeTest-290152564-project] Resources bound (agent type, host, resource id): {{(pid=101554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:15:12.703653 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.db.l3_dvrscheduler_db [req-584a80a1-e24c-4c24-8992-4fff1c41f1d8 req-d50ed862-1e6e-47a7-ba3b-a29da37e4543 tempest-VolumesNegativeTest-290152564 tempest-VolumesNegativeTest-290152564-project] Received port after_create {{(pid=101554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 18:15:12.712560 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50ed862-1e6e-47a7-ba3b-a29da37e4543 tempest-VolumesNegativeTest-290152564 tempest-VolumesNegativeTest-290152564-project] Pushing event updated for resources: {'Port': ['ID=25f5ba15-48fd-4179-9f49-bd0636830073,revision_number=1']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:15:12.769746 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584a80a1-e24c-4c24-8992-4fff1c41f1d8 req-d50ed862-1e6e-47a7-ba3b-a29da37e4543 tempest-VolumesNegativeTest-290152564 tempest-VolumesNegativeTest-290152564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:15:12.770414 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [req-584a80a1-e24c-4c24-8992-4fff1c41f1d8 req-d50ed862-1e6e-47a7-ba3b-a29da37e4543 tempest-VolumesNegativeTest-290152564 tempest-VolumesNegativeTest-290152564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47340'] for port, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:12.788579 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-584a80a1-e24c-4c24-8992-4fff1c41f1d8 req-d50ed862-1e6e-47a7-ba3b-a29da37e4543 tempest-VolumesNegativeTest-290152564 tempest-VolumesNegativeTest-290152564-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1016726 Nov 18 18:15:12.801885 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.v2.base [req-584a80a1-e24c-4c24-8992-4fff1c41f1d8 req-28a706b6-a94b-4c40-a285-a09aa6759a5b service neutron] Request body: {'port': {'device_id': '173bb509-67e6-46b7-a90b-88985ff920e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81669'}} {{(pid=101554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:15:12.884720 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [req-584a80a1-e24c-4c24-8992-4fff1c41f1d8 req-28a706b6-a94b-4c40-a285-a09aa6759a5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:13.019110 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-d24ab2d5-c9b2-4f18-a2a2-a41686d96214 None None] Provisioning complete for port 25f5ba15-48fd-4179-9f49-bd0636830073 triggered by entity DHCP. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:15:13.019664 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-d24ab2d5-c9b2-4f18-a2a2-a41686d96214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:13.064237 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.plugin [None req-d24ab2d5-c9b2-4f18-a2a2-a41686d96214 None None] Port 25f5ba15-48fd-4179-9f49-bd0636830073 cannot update to ACTIVE because it is not bound. {{(pid=101555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 18 18:15:13.078229 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4689d1-c432-4a55-99d1-e2db9d4a66f7 req-88f92bd7-84bd-420f-83a1-9a3c34074dd5 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:15:13.080241 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-cb4689d1-c432-4a55-99d1-e2db9d4a66f7 req-88f92bd7-84bd-420f-83a1-9a3c34074dd5 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/ports?device_id=772bd24f-916b-474d-b066-90b4ab242777 HTTP/1.1" status: 200 len: 946 time: 0.1081023 Nov 18 18:15:13.138920 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87186868-93c1-4f51-833d-559c8296dc8b req-8012f24e-a951-48c3-85cd-ae023e4eef2c tempest-VolumesNegativeTest-290152564 tempest-VolumesNegativeTest-290152564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:15:13.140551 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-87186868-93c1-4f51-833d-559c8296dc8b req-8012f24e-a951-48c3-85cd-ae023e4eef2c tempest-VolumesNegativeTest-290152564 tempest-VolumesNegativeTest-290152564-project] 10.222.0.21 "GET /v2.0/ports?device_id=173bb509-67e6-46b7-a90b-88985ff920e4 HTTP/1.1" status: 200 len: 936 time: 0.1241822 Nov 18 18:15:13.177775 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-cb4689d1-c432-4a55-99d1-e2db9d4a66f7 req-9204b193-946d-4bff-9ab0-05824c7370bf tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/security-groups?id=46cda0ec-de4b-4291-a19a-42b976c21ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860801 Nov 18 18:15:13.183508 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2e6ddb-baa3-4a8b-9c33-5aa26526ea94 req-75e49b01-88b3-42b3-aa18-488c48efbc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:15:13.185078 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-db2e6ddb-baa3-4a8b-9c33-5aa26526ea94 req-75e49b01-88b3-42b3-aa18-488c48efbc9e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=772bd24f-916b-474d-b066-90b4ab242777 HTTP/1.1" status: 200 len: 1099 time: 0.1030011 Nov 18 18:15:13.235024 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-87186868-93c1-4f51-833d-559c8296dc8b req-d4ffb0d1-314a-464d-8eb5-b7e395d1886d tempest-VolumesNegativeTest-290152564 tempest-VolumesNegativeTest-290152564-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3606de3-2314-43b9-b72e-bd789e1fc71a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792062 Nov 18 18:15:13.236943 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.notifiers.nova [req-584a80a1-e24c-4c24-8992-4fff1c41f1d8 req-28a706b6-a94b-4c40-a285-a09aa6759a5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25f5ba15-48fd-4179-9f49-bd0636830073 {{(pid=101554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 18:15:13.249774 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-db2e6ddb-baa3-4a8b-9c33-5aa26526ea94 req-1b1f9800-4f6b-4d90-b1e9-75251fb6f95e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=46cda0ec-de4b-4291-a19a-42b976c21ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463243 Nov 18 18:15:13.250701 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [req-584a80a1-e24c-4c24-8992-4fff1c41f1d8 req-28a706b6-a94b-4c40-a285-a09aa6759a5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:13.265785 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.db.provisioning_blocks [req-584a80a1-e24c-4c24-8992-4fff1c41f1d8 req-28a706b6-a94b-4c40-a285-a09aa6759a5b service neutron] Transition to ACTIVE for port object 25f5ba15-48fd-4179-9f49-bd0636830073 will not be triggered until provisioned by entity L2. {{(pid=101554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 18:15:13.270721 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [req-584a80a1-e24c-4c24-8992-4fff1c41f1d8 req-28a706b6-a94b-4c40-a285-a09aa6759a5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6202622'] for port, after_update {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:13.331595 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a706b6-a94b-4c40-a285-a09aa6759a5b service neutron] Pushing event updated for resources: {'Port': ['ID=25f5ba15-48fd-4179-9f49-bd0636830073,revision_number=2']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:15:13.332585 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5edad4c-3402-41b2-8023-4e811e46b456 req-3e1bd15e-d5b9-4af7-a680-e65e1c8ad533 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:15:13.341209 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-b5edad4c-3402-41b2-8023-4e811e46b456 req-3e1bd15e-d5b9-4af7-a680-e65e1c8ad533 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/ports?device_id=9cb2cc38-2997-4fc9-a47e-3e6dc2f68a85 HTTP/1.1" status: 200 len: 945 time: 0.0635133 Nov 18 18:15:13.400953 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-b5edad4c-3402-41b2-8023-4e811e46b456 req-4f9343f2-8bb2-45e2-a9c0-02b3dcb7a7cb tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb4519c5-e238-4dc3-a08d-3d011a53b08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549994 Nov 18 18:15:13.432230 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.managers [req-584a80a1-e24c-4c24-8992-4fff1c41f1d8 req-28a706b6-a94b-4c40-a285-a09aa6759a5b service neutron] Attempting to bind port 25f5ba15-48fd-4179-9f49-bd0636830073 on host hv-cinder-81669 for vnic_type normal with profile {{(pid=101554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 18 18:15:13.432499 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.managers [req-584a80a1-e24c-4c24-8992-4fff1c41f1d8 req-28a706b6-a94b-4c40-a285-a09aa6759a5b service neutron] Attempting to bind port 25f5ba15-48fd-4179-9f49-bd0636830073 by drivers openvswitch,hyperv on host hv-cinder-81669 at level 0 using segments [{'id': '8f0198e9-bffa-453a-8d4f-502ad6670634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '8a585794-4328-484e-ba7e-e0fb9bc00709'}] {{(pid=101554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 18 18:15:13.432836 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584a80a1-e24c-4c24-8992-4fff1c41f1d8 req-28a706b6-a94b-4c40-a285-a09aa6759a5b service neutron] Attempting to bind port 25f5ba15-48fd-4179-9f49-bd0636830073 on network 8a585794-4328-484e-ba7e-e0fb9bc00709 {{(pid=101554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:15:13.438453 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584a80a1-e24c-4c24-8992-4fff1c41f1d8 req-28a706b6-a94b-4c40-a285-a09aa6759a5b service neutron] Port 25f5ba15-48fd-4179-9f49-bd0636830073 on network 8a585794-4328-484e-ba7e-e0fb9bc00709 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81669 {{(pid=101554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 18:15:13.438771 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584a80a1-e24c-4c24-8992-4fff1c41f1d8 req-28a706b6-a94b-4c40-a285-a09aa6759a5b service neutron] Attempting to bind port 25f5ba15-48fd-4179-9f49-bd0636830073 on network 8a585794-4328-484e-ba7e-e0fb9bc00709 {{(pid=101554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:15:13.444255 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584a80a1-e24c-4c24-8992-4fff1c41f1d8 req-28a706b6-a94b-4c40-a285-a09aa6759a5b service neutron] Checking agent: {'id': 'de52c200-415c-462d-a684-4cc0655308c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81669', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 18, 11, 25), 'started_at': datetime.datetime(2021, 11, 18, 18, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 18, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 18:15:13.444586 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584a80a1-e24c-4c24-8992-4fff1c41f1d8 req-28a706b6-a94b-4c40-a285-a09aa6759a5b service neutron] Checking segment: {'id': '8f0198e9-bffa-453a-8d4f-502ad6670634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '8a585794-4328-484e-ba7e-e0fb9bc00709'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 18 18:15:13.444973 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584a80a1-e24c-4c24-8992-4fff1c41f1d8 req-28a706b6-a94b-4c40-a285-a09aa6759a5b service neutron] Bound using segment: {'id': '8f0198e9-bffa-453a-8d4f-502ad6670634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '8a585794-4328-484e-ba7e-e0fb9bc00709'} {{(pid=101554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 18:15:13.445399 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.managers [req-584a80a1-e24c-4c24-8992-4fff1c41f1d8 req-28a706b6-a94b-4c40-a285-a09aa6759a5b service neutron] Bound port: 25f5ba15-48fd-4179-9f49-bd0636830073, host: hv-cinder-81669, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f0198e9-bffa-453a-8d4f-502ad6670634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '8a585794-4328-484e-ba7e-e0fb9bc00709'}}] {{(pid=101554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 18 18:15:13.445893 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [req-584a80a1-e24c-4c24-8992-4fff1c41f1d8 req-28a706b6-a94b-4c40-a285-a09aa6759a5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:13.538647 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.db [req-584a80a1-e24c-4c24-8992-4fff1c41f1d8 req-28a706b6-a94b-4c40-a285-a09aa6759a5b service neutron] For port 25f5ba15-48fd-4179-9f49-bd0636830073, host hv-cinder-81669, cleared binding levels {{(pid=101554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 18:15:13.543688 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.db [req-584a80a1-e24c-4c24-8992-4fff1c41f1d8 req-28a706b6-a94b-4c40-a285-a09aa6759a5b service neutron] For port 25f5ba15-48fd-4179-9f49-bd0636830073, host hv-cinder-81669, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81669',level=0,port_id=25f5ba15-48fd-4179-9f49-bd0636830073,segment=NetworkSegment(8f0198e9-bffa-453a-8d4f-502ad6670634),segment_id=8f0198e9-bffa-453a-8d4f-502ad6670634)] {{(pid=101554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 18:15:13.549012 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [req-584a80a1-e24c-4c24-8992-4fff1c41f1d8 req-28a706b6-a94b-4c40-a285-a09aa6759a5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6202622'] for port, after_update {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:13.594712 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584a80a1-e24c-4c24-8992-4fff1c41f1d8 req-28a706b6-a94b-4c40-a285-a09aa6759a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:15:13.595580 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [req-584a80a1-e24c-4c24-8992-4fff1c41f1d8 req-28a706b6-a94b-4c40-a285-a09aa6759a5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47340'] for port, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:13.597871 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-584a80a1-e24c-4c24-8992-4fff1c41f1d8 req-28a706b6-a94b-4c40-a285-a09aa6759a5b service neutron] 10.222.0.46 "PUT /v2.0/ports/25f5ba15-48fd-4179-9f49-bd0636830073 HTTP/1.1" status: 200 len: 1098 time: 0.8001881 Nov 18 18:15:13.598739 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '173bb509-67e6-46b7-a90b-88985ff920e4', 'tag': '25f5ba15-48fd-4179-9f49-bd0636830073'}] {{(pid=101554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:15:13.602149 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb6a83c3ebc788d099039a2e3a9a485db9e94d86a5b55328e01f3a68fc6aec2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b688cb47-7530-4b64-9b8b-44c825f551c0" -d '{"events": [{"name": "network-changed", "server_uuid": "173bb509-67e6-46b7-a90b-88985ff920e4", "tag": "25f5ba15-48fd-4179-9f49-bd0636830073"}]}' {{(pid=101554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:15:13.662996 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a706b6-a94b-4c40-a285-a09aa6759a5b service neutron] Pushing event updated for resources: {'Port': ['ID=25f5ba15-48fd-4179-9f49-bd0636830073,revision_number=3']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:15:13.685970 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 18:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-704bd4c0-cff3-4ead-ab7c-d8e88b53f4a9 x-openstack-request-id: req-704bd4c0-cff3-4ead-ab7c-d8e88b53f4a9 {{(pid=101554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:15:13.686259 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "173bb509-67e6-46b7-a90b-88985ff920e4", "tag": "25f5ba15-48fd-4179-9f49-bd0636830073", "status": "completed", "code": 200}]} {{(pid=101554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:15:13.686507 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-704bd4c0-cff3-4ead-ab7c-d8e88b53f4a9 {{(pid=101554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:15:13.686913 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '173bb509-67e6-46b7-a90b-88985ff920e4', 'tag': '25f5ba15-48fd-4179-9f49-bd0636830073', 'status': 'completed', 'code': 200} Nov 18 18:15:13.747741 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584a80a1-e24c-4c24-8992-4fff1c41f1d8 req-11482cb3-f7b7-4831-9760-d478d179df90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:15:13.750852 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-584a80a1-e24c-4c24-8992-4fff1c41f1d8 req-11482cb3-f7b7-4831-9760-d478d179df90 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=44b01d51cc7b40c1a48fa49c19b82ed0&device_id=173bb509-67e6-46b7-a90b-88985ff920e4 HTTP/1.1" status: 200 len: 1101 time: 0.0600016 Nov 18 18:15:13.851785 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-584a80a1-e24c-4c24-8992-4fff1c41f1d8 req-7e2716fa-eb73-4f7f-8838-3c6d30e3e01b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=25f5ba15-48fd-4179-9f49-bd0636830073 HTTP/1.1" status: 200 len: 217 time: 0.0499830 Nov 18 18:15:13.931427 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584a80a1-e24c-4c24-8992-4fff1c41f1d8 req-b10c8e1b-eaa4-4882-9107-2e78fe495965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:15:13.933095 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-584a80a1-e24c-4c24-8992-4fff1c41f1d8 req-b10c8e1b-eaa4-4882-9107-2e78fe495965 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=09acce20-7afc-4fcc-96be-391395618e4e HTTP/1.1" status: 200 len: 843 time: 0.0737314 Nov 18 18:15:14.000336 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584a80a1-e24c-4c24-8992-4fff1c41f1d8 req-4266789b-3c47-41d4-84d9-76c92af57817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:15:14.002169 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-584a80a1-e24c-4c24-8992-4fff1c41f1d8 req-4266789b-3c47-41d4-84d9-76c92af57817 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8a585794-4328-484e-ba7e-e0fb9bc00709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0609598 Nov 18 18:15:14.015281 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-49e53d36-2049-45f4-9dad-4f61a922e452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:14.180086 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:14.181761 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-584a80a1-e24c-4c24-8992-4fff1c41f1d8 req-4070d440-d4de-410c-935c-e244fce5dd22 service neutron] 10.222.0.46 "GET /v2.0/networks/8a585794-4328-484e-ba7e-e0fb9bc00709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651011 Nov 18 18:15:14.323844 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-584a80a1-e24c-4c24-8992-4fff1c41f1d8 req-6305aa91-e8b2-42ca-9e7b-2f96accc17dd service neutron] 10.222.0.46 "GET /v2.0/networks/8a585794-4328-484e-ba7e-e0fb9bc00709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232030 Nov 18 18:15:14.367871 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b9b6cb-e550-459e-b649-64f7221f0534 req-8f6c4c6e-f636-4c05-9dc8-8a36d63ad320 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:15:14.369279 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-17b9b6cb-e550-459e-b649-64f7221f0534 req-8f6c4c6e-f636-4c05-9dc8-8a36d63ad320 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/ports?device_id=772bd24f-916b-474d-b066-90b4ab242777 HTTP/1.1" status: 200 len: 946 time: 0.1019313 Nov 18 18:15:14.404769 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77fc865-dc21-493a-95ec-8d6fed4a4f03 req-0a816134-7be0-4174-8588-948b4eda76f7 tempest-VolumesNegativeTest-290152564 tempest-VolumesNegativeTest-290152564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:15:14.406326 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-d77fc865-dc21-493a-95ec-8d6fed4a4f03 req-0a816134-7be0-4174-8588-948b4eda76f7 tempest-VolumesNegativeTest-290152564 tempest-VolumesNegativeTest-290152564-project] 10.222.0.21 "GET /v2.0/ports?device_id=173bb509-67e6-46b7-a90b-88985ff920e4 HTTP/1.1" status: 200 len: 948 time: 0.0846977 Nov 18 18:15:14.447160 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-17b9b6cb-e550-459e-b649-64f7221f0534 req-90f813c5-1d06-46df-a384-55346a36838a tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/security-groups?id=46cda0ec-de4b-4291-a19a-42b976c21ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664680 Nov 18 18:15:14.451700 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b688cb47-7530-4b64-9b8b-44c825f551c0 req-03e3d8cc-06a6-4540-af4a-686abd80b5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:15:14.454497 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-b688cb47-7530-4b64-9b8b-44c825f551c0 req-03e3d8cc-06a6-4540-af4a-686abd80b5e1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=44b01d51cc7b40c1a48fa49c19b82ed0&device_id=173bb509-67e6-46b7-a90b-88985ff920e4 HTTP/1.1" status: 200 len: 1101 time: 0.0617759 Nov 18 18:15:14.477554 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-d77fc865-dc21-493a-95ec-8d6fed4a4f03 req-6ed28945-2ca2-48a5-a07c-dd5bd5ec737f tempest-VolumesNegativeTest-290152564 tempest-VolumesNegativeTest-290152564-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3606de3-2314-43b9-b72e-bd789e1fc71a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634518 Nov 18 18:15:14.546089 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 47072) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:15:14.614415 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7483434-0812-48ee-bb2a-262b5137837f admin admin] Deleting subnet e6010182-aef8-4204-b03e-610f0ab680fc {{(pid=101554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 18 18:15:14.617541 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b688cb47-7530-4b64-9b8b-44c825f551c0 req-1f04fac5-fbb6-4f82-a7ec-cfa34c9ab809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:15:14.619126 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-b688cb47-7530-4b64-9b8b-44c825f551c0 req-1f04fac5-fbb6-4f82-a7ec-cfa34c9ab809 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8a585794-4328-484e-ba7e-e0fb9bc00709 HTTP/1.1" status: 200 len: 870 time: 0.1446977 Nov 18 18:15:14.621047 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-d7483434-0812-48ee-bb2a-262b5137837f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:14.686328 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-b688cb47-7530-4b64-9b8b-44c825f551c0 req-26e18bf1-4d11-47d8-b501-205b23bad04e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=25f5ba15-48fd-4179-9f49-bd0636830073 HTTP/1.1" status: 200 len: 217 time: 0.0398564 Nov 18 18:15:14.695741 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-d7483434-0812-48ee-bb2a-262b5137837f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5286161'] for subnet, precommit_delete_associations {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:14.775895 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-d7483434-0812-48ee-bb2a-262b5137837f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1775345'] for subnet, precommit_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:14.798203 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b688cb47-7530-4b64-9b8b-44c825f551c0 req-fd1da9eb-8b10-4b99-b683-3f15301e7310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:15:14.799728 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-b688cb47-7530-4b64-9b8b-44c825f551c0 req-fd1da9eb-8b10-4b99-b683-3f15301e7310 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=09acce20-7afc-4fcc-96be-391395618e4e HTTP/1.1" status: 200 len: 843 time: 0.0852602 Nov 18 18:15:14.850649 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-d7483434-0812-48ee-bb2a-262b5137837f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1775304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6202548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5600036'] for subnet, after_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:14.883388 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-e3a848c2-ffa0-4288-a759-e5f077163e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:14.890345 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7483434-0812-48ee-bb2a-262b5137837f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6010182-aef8-4204-b03e-610f0ab680fc,revision_number=None']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:15:14.921664 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-d7483434-0812-48ee-bb2a-262b5137837f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:14.927321 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-d7483434-0812-48ee-bb2a-262b5137837f admin admin] 10.222.0.21 "DELETE /v2.0/subnets/e6010182-aef8-4204-b03e-610f0ab680fc HTTP/1.1" status: 204 len: 168 time: 0.3797312 Nov 18 18:15:14.931376 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 47078) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:15:14.964718 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b688cb47-7530-4b64-9b8b-44c825f551c0 req-cf3c998b-ff4e-46ea-a751-29936d06c0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:15:14.974971 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-b688cb47-7530-4b64-9b8b-44c825f551c0 req-cf3c998b-ff4e-46ea-a751-29936d06c0cb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8a585794-4328-484e-ba7e-e0fb9bc00709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1167204 Nov 18 18:15:15.043554 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-78e45175-a5fa-4ba3-b537-d0e832fd9944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793125'] for network, before_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:15.102485 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-b688cb47-7530-4b64-9b8b-44c825f551c0 req-4ce3fcdd-3bf9-47d4-bc3e-e8d61f5854af service neutron] 10.222.0.46 "GET /v2.0/networks/8a585794-4328-484e-ba7e-e0fb9bc00709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070709 Nov 18 18:15:15.132390 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-78e45175-a5fa-4ba3-b537-d0e832fd9944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775996', 'neutron.services.segments.db._delete_segments_for_network-8768457200168'] for network, precommit_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:15.159392 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.services.segments.db [None req-78e45175-a5fa-4ba3-b537-d0e832fd9944 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a4fc9ff-28ae-4037-8086-d87ec1bf47f7']}} {{(pid=101553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:15:15.193936 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.services.segments.db [None req-78e45175-a5fa-4ba3-b537-d0e832fd9944 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b4c2375-729f-463b-b3ac-894a018a385a') {'for_net_delete': True} {{(pid=101553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:15:15.194431 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.services.segments.db [None req-78e45175-a5fa-4ba3-b537-d0e832fd9944 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b4c2375-729f-463b-b3ac-894a018a385a') {} {{(pid=101553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:15:15.213282 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-78e45175-a5fa-4ba3-b537-d0e832fd9944 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768457200505', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5393027'] for segment, before_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:15.221556 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-b688cb47-7530-4b64-9b8b-44c825f551c0 req-3349b9d9-eb22-47ef-a9d8-5f56a4aa9e4c service neutron] 10.222.0.46 "GET /v2.0/networks/8a585794-4328-484e-ba7e-e0fb9bc00709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105294 Nov 18 18:15:15.238446 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-78e45175-a5fa-4ba3-b537-d0e832fd9944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1774666'] for segment, precommit_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:15.251410 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78e45175-a5fa-4ba3-b537-d0e832fd9944 admin admin] Releasing vlan 770 on physical network physnet1 to pool {{(pid=101553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 18:15:15.252385 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-78e45175-a5fa-4ba3-b537-d0e832fd9944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1774666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5583903'] for segment, after_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:15.257153 dv-cinder-816695-1-iscsi neutron-server[101553]: Traceback (most recent call last): Nov 18 18:15:15.257153 dv-cinder-816695-1-iscsi neutron-server[101553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 18:15:15.257153 dv-cinder-816695-1-iscsi neutron-server[101553]: timer() Nov 18 18:15:15.257153 dv-cinder-816695-1-iscsi neutron-server[101553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 18:15:15.257153 dv-cinder-816695-1-iscsi neutron-server[101553]: cb(*args, **kw) Nov 18 18:15:15.257153 dv-cinder-816695-1-iscsi neutron-server[101553]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 18:15:15.257153 dv-cinder-816695-1-iscsi neutron-server[101553]: return func(*args, **kwargs) Nov 18 18:15:15.257153 dv-cinder-816695-1-iscsi neutron-server[101553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 18:15:15.257153 dv-cinder-816695-1-iscsi neutron-server[101553]: self._notify() Nov 18 18:15:15.257153 dv-cinder-816695-1-iscsi neutron-server[101553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 18:15:15.257153 dv-cinder-816695-1-iscsi neutron-server[101553]: self.callback(batched_events) Nov 18 18:15:15.257153 dv-cinder-816695-1-iscsi neutron-server[101553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 18:15:15.257153 dv-cinder-816695-1-iscsi neutron-server[101553]: event.method(event) Nov 18 18:15:15.257153 dv-cinder-816695-1-iscsi neutron-server[101553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 18:15:15.257153 dv-cinder-816695-1-iscsi neutron-server[101553]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 18:15:15.257153 dv-cinder-816695-1-iscsi neutron-server[101553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 18:15:15.257153 dv-cinder-816695-1-iscsi neutron-server[101553]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 18:15:15.257153 dv-cinder-816695-1-iscsi neutron-server[101553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 18:15:15.257153 dv-cinder-816695-1-iscsi neutron-server[101553]: return f(self, *a, **k) Nov 18 18:15:15.257153 dv-cinder-816695-1-iscsi neutron-server[101553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 18:15:15.257153 dv-cinder-816695-1-iscsi neutron-server[101553]: return self._get(url).json() Nov 18 18:15:15.257153 dv-cinder-816695-1-iscsi neutron-server[101553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 18:15:15.257153 dv-cinder-816695-1-iscsi neutron-server[101553]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 18:15:15.257153 dv-cinder-816695-1-iscsi neutron-server[101553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 18:15:15.257153 dv-cinder-816695-1-iscsi neutron-server[101553]: return self.request(url, 'GET', **kwargs) Nov 18 18:15:15.257153 dv-cinder-816695-1-iscsi neutron-server[101553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 18:15:15.257153 dv-cinder-816695-1-iscsi neutron-server[101553]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 18:15:15.257153 dv-cinder-816695-1-iscsi neutron-server[101553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 18:15:15.257153 dv-cinder-816695-1-iscsi neutron-server[101553]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 18:15:15.257153 dv-cinder-816695-1-iscsi neutron-server[101553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 18:15:15.257153 dv-cinder-816695-1-iscsi neutron-server[101553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 18:15:15.257153 dv-cinder-816695-1-iscsi neutron-server[101553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 18:15:15.340729 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-78e45175-a5fa-4ba3-b537-d0e832fd9944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-366119'] for network, after_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:15.364120 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-78e45175-a5fa-4ba3-b537-d0e832fd9944 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553968'] for network, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:15.370291 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-78e45175-a5fa-4ba3-b537-d0e832fd9944 admin admin] 10.222.0.21 "DELETE /v2.0/networks/2a4fc9ff-28ae-4037-8086-d87ec1bf47f7 HTTP/1.1" status: 204 len: 168 time: 0.4350142 Nov 18 18:15:15.377138 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e45175-a5fa-4ba3-b537-d0e832fd9944 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a4fc9ff-28ae-4037-8086-d87ec1bf47f7,revision_number=None']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:15:15.594783 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e80d78-7ee8-4ba3-bf60-e588f410118e req-f34433cf-e7be-4cf9-a2d5-d3ffaae4d3d8 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:15:15.597394 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-c3e80d78-7ee8-4ba3-bf60-e588f410118e req-f34433cf-e7be-4cf9-a2d5-d3ffaae4d3d8 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/ports?device_id=772bd24f-916b-474d-b066-90b4ab242777 HTTP/1.1" status: 200 len: 946 time: 0.0649381 Nov 18 18:15:15.626310 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 47100) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:15:15.641612 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-c3e80d78-7ee8-4ba3-bf60-e588f410118e req-8b580883-9571-4aa8-8bf4-4eaa64fec056 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/security-groups?id=46cda0ec-de4b-4291-a19a-42b976c21ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372610 Nov 18 18:15:15.675517 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-a38e1694-5d4d-4a43-9849-f68721e28303 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4a0a33f78db44b8383fe45cfe3f29d9e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0468156 Nov 18 18:15:15.678689 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 47104) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:15:15.741424 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-ec0fc706-f186-4b3f-8151-d3bd9907c92c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:15.767920 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-ec0fc706-f186-4b3f-8151-d3bd9907c92c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:15.816153 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e501b0f7-31bd-4845-a8f6-c3de067b97f0 req-0e864ebf-d408-4721-8f01-ac7b31820bd7 tempest-VolumesNegativeTest-290152564 tempest-VolumesNegativeTest-290152564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:15:15.816330 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-ec0fc706-f186-4b3f-8151-d3bd9907c92c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:15.817788 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-e501b0f7-31bd-4845-a8f6-c3de067b97f0 req-0e864ebf-d408-4721-8f01-ac7b31820bd7 tempest-VolumesNegativeTest-290152564 tempest-VolumesNegativeTest-290152564-project] 10.222.0.21 "GET /v2.0/ports?device_id=173bb509-67e6-46b7-a90b-88985ff920e4 HTTP/1.1" status: 200 len: 948 time: 0.1103120 Nov 18 18:15:15.818915 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-ec0fc706-f186-4b3f-8151-d3bd9907c92c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:15.820082 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-ec0fc706-f186-4b3f-8151-d3bd9907c92c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/04f8c7b0-0112-42fb-9aac-a17876feddfe HTTP/1.1" status: 204 len: 168 time: 0.1401756 Nov 18 18:15:15.829988 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0fc706-f186-4b3f-8151-d3bd9907c92c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04f8c7b0-0112-42fb-9aac-a17876feddfe,revision_number=None']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:15:15.875377 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f57112-80dc-47b9-a9a3-16fe9a45b1c8 req-5a16affc-1f64-4d28-8761-866f7d0f82a5 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:15:15.877235 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-12f57112-80dc-47b9-a9a3-16fe9a45b1c8 req-5a16affc-1f64-4d28-8761-866f7d0f82a5 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/networks?id=55d864c4-26de-4319-ad49-480f70c18bec HTTP/1.1" status: 200 len: 815 time: 0.1569912 Nov 18 18:15:15.897702 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-e501b0f7-31bd-4845-a8f6-c3de067b97f0 req-5320e871-1803-4915-b5f5-4b4ecff2128e tempest-VolumesNegativeTest-290152564 tempest-VolumesNegativeTest-290152564-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3606de3-2314-43b9-b72e-bd789e1fc71a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707812 Nov 18 18:15:15.899299 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-12f57112-80dc-47b9-a9a3-16fe9a45b1c8 req-1da74c6c-efe1-45dc-92d3-9d01cdab7c00 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/quotas/ad60c6d708a846a38100e1a391c794b8 HTTP/1.1" status: 200 len: 375 time: 0.0161166 Nov 18 18:15:15.967941 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-12f57112-80dc-47b9-a9a3-16fe9a45b1c8 req-ccee0f9a-1734-4b36-9c29-9e869ed17857 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ad60c6d708a846a38100e1a391c794b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0619044 Nov 18 18:15:16.073298 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208f5f03-21be-49a8-84ae-4af8bd61a53f req-3dc42e3e-3c93-4c0b-b828-1460e5686b39 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:15:16.075042 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-208f5f03-21be-49a8-84ae-4af8bd61a53f req-3dc42e3e-3c93-4c0b-b828-1460e5686b39 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/ports?device_id=48ce5274-bbd4-41d9-a7fd-7b3342e115ca HTTP/1.1" status: 200 len: 945 time: 0.0984085 Nov 18 18:15:16.109660 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-12f57112-80dc-47b9-a9a3-16fe9a45b1c8 req-db67dd6b-24ee-407b-8df0-aa082347fb70 service neutron] 10.222.0.21 "GET /v2.0/networks/55d864c4-26de-4319-ad49-480f70c18bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408658 Nov 18 18:15:16.168203 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-208f5f03-21be-49a8-84ae-4af8bd61a53f req-9e701fce-24fb-4232-b00c-4d59b0fd0372 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/security-groups?id=46cda0ec-de4b-4291-a19a-42b976c21ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856097 Nov 18 18:15:16.237071 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-12f57112-80dc-47b9-a9a3-16fe9a45b1c8 req-eddc6dc6-b4d8-4513-aeec-f7343470d35d service neutron] 10.222.0.21 "GET /v2.0/networks/55d864c4-26de-4319-ad49-480f70c18bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158619 Nov 18 18:15:16.514516 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-9e6d45d9-8eb4-4a35-9fda-7ecf14217966 req-2b8b9fdf-2ce7-46b0-af1f-065ef3f70155 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f543819-01c0-48cd-a2bf-fb3f2dd041d6 HTTP/1.1" status: 200 len: 210 time: 0.0458970 Nov 18 18:15:16.902960 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-cd169395-ba62-4885-8b1f-e6616afe023f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:17.023930 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d661b05-4ba0-4def-b937-8ff8894e3ae8 req-f079e612-7ee5-46a4-911d-ecd0d5ef1e88 tempest-VolumesNegativeTest-290152564 tempest-VolumesNegativeTest-290152564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:15:17.025508 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-4d661b05-4ba0-4def-b937-8ff8894e3ae8 req-f079e612-7ee5-46a4-911d-ecd0d5ef1e88 tempest-VolumesNegativeTest-290152564 tempest-VolumesNegativeTest-290152564-project] 10.222.0.21 "GET /v2.0/ports?device_id=173bb509-67e6-46b7-a90b-88985ff920e4 HTTP/1.1" status: 200 len: 948 time: 0.0496778 Nov 18 18:15:17.068926 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-4d661b05-4ba0-4def-b937-8ff8894e3ae8 req-c06d3c61-4aa7-42b9-8c86-537eff5dea17 tempest-VolumesNegativeTest-290152564 tempest-VolumesNegativeTest-290152564-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3606de3-2314-43b9-b72e-bd789e1fc71a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370667 Nov 18 18:15:17.816469 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 47208) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:15:17.918964 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-8d8e7220-8ce5-4dfb-9266-cf9a91e89e5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:17.991883 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-8d8e7220-8ce5-4dfb-9266-cf9a91e89e5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:17.995714 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-8d8e7220-8ce5-4dfb-9266-cf9a91e89e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:18.034204 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-8d8e7220-8ce5-4dfb-9266-cf9a91e89e5a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=303c0b9844b84bc9ae13f679055f7a55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2166331 Nov 18 18:15:18.035078 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8e7220-8ce5-4dfb-9266-cf9a91e89e5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e33e6c62-9810-4e82-808d-39b3280bd52e,revision_number=1']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:15:18.039993 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 47212) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:15:18.088617 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-914e8a47-2061-4f2f-98c7-c1e9f3871830 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:18.109026 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-914e8a47-2061-4f2f-98c7-c1e9f3871830 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:18.156465 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-914e8a47-2061-4f2f-98c7-c1e9f3871830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:18.159001 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-914e8a47-2061-4f2f-98c7-c1e9f3871830 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:18.160171 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-914e8a47-2061-4f2f-98c7-c1e9f3871830 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e33e6c62-9810-4e82-808d-39b3280bd52e HTTP/1.1" status: 204 len: 168 time: 0.1209791 Nov 18 18:15:18.168046 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914e8a47-2061-4f2f-98c7-c1e9f3871830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e33e6c62-9810-4e82-808d-39b3280bd52e,revision_number=None']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:15:18.413683 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 47220) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:15:18.426786 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-1864916e-a595-4169-a0b6-01b0f5277f2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:18.503757 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-1864916e-a595-4169-a0b6-01b0f5277f2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:18.508241 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-1864916e-a595-4169-a0b6-01b0f5277f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:18.547030 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1864916e-a595-4169-a0b6-01b0f5277f2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1fb3b99-db61-44e0-9914-3fd5cad0b224,revision_number=1']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:15:18.557542 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 47224) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:15:18.557663 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-1864916e-a595-4169-a0b6-01b0f5277f2a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c943786150c94bc4a779d11b60176a18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1426494 Nov 18 18:15:18.610279 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-7a5fffb4-d736-4aaf-9e05-185f351772aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:18.636642 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-7a5fffb4-d736-4aaf-9e05-185f351772aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:18.689941 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-7a5fffb4-d736-4aaf-9e05-185f351772aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:18.693566 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-7a5fffb4-d736-4aaf-9e05-185f351772aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:18.694822 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-7a5fffb4-d736-4aaf-9e05-185f351772aa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e1fb3b99-db61-44e0-9914-3fd5cad0b224 HTTP/1.1" status: 204 len: 168 time: 0.1364052 Nov 18 18:15:18.702815 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5fffb4-d736-4aaf-9e05-185f351772aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1fb3b99-db61-44e0-9914-3fd5cad0b224,revision_number=None']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:15:20.218854 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-982ec34e-8e69-464f-bed6-6830c90c5602 req-6d60c2cb-84f5-407f-909b-b6561b2cb390 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f543819-01c0-48cd-a2bf-fb3f2dd041d6 HTTP/1.1" status: 200 len: 210 time: 0.0320873 Nov 18 18:15:20.266982 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2672f1-8827-4d37-a96b-26deecb2470e req-fa12f266-c598-4b56-a8bc-a7c47b7ca923 tempest-VolumesNegativeTest-290152564 tempest-VolumesNegativeTest-290152564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:15:20.268500 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-ae2672f1-8827-4d37-a96b-26deecb2470e req-fa12f266-c598-4b56-a8bc-a7c47b7ca923 tempest-VolumesNegativeTest-290152564 tempest-VolumesNegativeTest-290152564-project] 10.222.0.21 "GET /v2.0/ports?device_id=173bb509-67e6-46b7-a90b-88985ff920e4 HTTP/1.1" status: 200 len: 948 time: 0.0693874 Nov 18 18:15:20.310431 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-ae2672f1-8827-4d37-a96b-26deecb2470e req-78eac22f-742a-46fd-9e91-4c8007b62ff8 tempest-VolumesNegativeTest-290152564 tempest-VolumesNegativeTest-290152564-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3606de3-2314-43b9-b72e-bd789e1fc71a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357649 Nov 18 18:15:21.199750 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f57112-80dc-47b9-a9a3-16fe9a45b1c8 req-784c92d4-f929-42ee-8fde-81f2425bb74d tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:15:21.201242 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-12f57112-80dc-47b9-a9a3-16fe9a45b1c8 req-784c92d4-f929-42ee-8fde-81f2425bb74d tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.46 "GET /v2.0/networks?id=55d864c4-26de-4319-ad49-480f70c18bec HTTP/1.1" status: 200 len: 815 time: 0.1093833 Nov 18 18:15:21.245102 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.v2.base [req-12f57112-80dc-47b9-a9a3-16fe9a45b1c8 req-cb1565fa-001f-43e8-8f5c-33e1661f3d63 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Request body: {'port': {'device_id': '3f543819-01c0-48cd-a2bf-fb3f2dd041d6', 'network_id': '55d864c4-26de-4319-ad49-480f70c18bec', 'admin_state_up': True, 'tenant_id': 'ad60c6d708a846a38100e1a391c794b8'}} {{(pid=101554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:15:21.316593 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-43bbf556-1fa8-4721-b5c8-68a526357721 req-915ca38e-688a-4b54-9873-189f9dade6cb tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f543819-01c0-48cd-a2bf-fb3f2dd041d6 HTTP/1.1" status: 200 len: 210 time: 0.0255003 Nov 18 18:15:21.357946 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12f57112-80dc-47b9-a9a3-16fe9a45b1c8 req-cb1565fa-001f-43e8-8f5c-33e1661f3d63 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Made reservation on behalf of ad60c6d708a846a38100e1a391c794b8 for: {'port': 1} {{(pid=101554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 18:15:21.361479 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [req-12f57112-80dc-47b9-a9a3-16fe9a45b1c8 req-cb1565fa-001f-43e8-8f5c-33e1661f3d63 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:21.436266 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6441009a-b456-49de-a1b2-8b8e07c23a45 req-9c9d6c31-cd64-469e-bfad-9e497e7bd1fe tempest-VolumesNegativeTest-290152564 tempest-VolumesNegativeTest-290152564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:15:21.437676 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-6441009a-b456-49de-a1b2-8b8e07c23a45 req-9c9d6c31-cd64-469e-bfad-9e497e7bd1fe tempest-VolumesNegativeTest-290152564 tempest-VolumesNegativeTest-290152564-project] 10.222.0.21 "GET /v2.0/ports?device_id=173bb509-67e6-46b7-a90b-88985ff920e4 HTTP/1.1" status: 200 len: 948 time: 0.0487208 Nov 18 18:15:21.477902 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-6441009a-b456-49de-a1b2-8b8e07c23a45 req-df2385b2-ab05-40b5-9759-c12bd1e7b57c tempest-VolumesNegativeTest-290152564 tempest-VolumesNegativeTest-290152564-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3606de3-2314-43b9-b72e-bd789e1fc71a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324044 Nov 18 18:15:21.497778 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.db.db_base_plugin_common [req-12f57112-80dc-47b9-a9a3-16fe9a45b1c8 req-cb1565fa-001f-43e8-8f5c-33e1661f3d63 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Allocated IP 172.20.0.6 (55d864c4-26de-4319-ad49-480f70c18bec/8a26a515-bc32-4ac2-b36f-b3635dc5d87c/7a14e2fc-e458-4007-b2e1-1b84426736dd) {{(pid=101554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 18:15:21.651078 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [req-12f57112-80dc-47b9-a9a3-16fe9a45b1c8 req-cb1565fa-001f-43e8-8f5c-33e1661f3d63 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Notify callbacks [] for port, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:21.685928 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [req-12f57112-80dc-47b9-a9a3-16fe9a45b1c8 req-cb1565fa-001f-43e8-8f5c-33e1661f3d63 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768456900401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6202601'] for port, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:21.699980 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] get_ports_and_sgs() called for port_ids ['8731975e-6df9-4bd4-943d-d8cd15ccf574', '5c64e02a-2d63-4d65-b18e-c3380a72e635'] {{(pid=101555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 18:15:21.736263 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12f57112-80dc-47b9-a9a3-16fe9a45b1c8 req-cb1565fa-001f-43e8-8f5c-33e1661f3d63 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Network 55d864c4-26de-4319-ad49-480f70c18bec is already hosted by enough agents. {{(pid=101554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:15:21.740392 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.scheduler.base_scheduler [req-12f57112-80dc-47b9-a9a3-16fe9a45b1c8 req-cb1565fa-001f-43e8-8f5c-33e1661f3d63 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Resources bound (agent type, host, resource id): {{(pid=101554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:15:21.747980 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.db.l3_dvrscheduler_db [req-12f57112-80dc-47b9-a9a3-16fe9a45b1c8 req-cb1565fa-001f-43e8-8f5c-33e1661f3d63 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Received port after_create {{(pid=101554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 18:15:21.752059 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1565fa-001f-43e8-8f5c-33e1661f3d63 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Pushing event updated for resources: {'Port': ['ID=7a14e2fc-e458-4007-b2e1-1b84426736dd,revision_number=1']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:15:21.809944 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f57112-80dc-47b9-a9a3-16fe9a45b1c8 req-cb1565fa-001f-43e8-8f5c-33e1661f3d63 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:15:21.810613 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [req-12f57112-80dc-47b9-a9a3-16fe9a45b1c8 req-cb1565fa-001f-43e8-8f5c-33e1661f3d63 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47340'] for port, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:21.843336 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-12f57112-80dc-47b9-a9a3-16fe9a45b1c8 req-cb1565fa-001f-43e8-8f5c-33e1661f3d63 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6021619 Nov 18 18:15:21.892217 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.v2.base [req-12f57112-80dc-47b9-a9a3-16fe9a45b1c8 req-84f270ce-b4d2-4290-bd9d-ba13e8a09e68 service neutron] Request body: {'port': {'device_id': '3f543819-01c0-48cd-a2bf-fb3f2dd041d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81669'}} {{(pid=101554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:15:21.965762 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [req-12f57112-80dc-47b9-a9a3-16fe9a45b1c8 req-84f270ce-b4d2-4290-bd9d-ba13e8a09e68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:22.207327 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87080157-f5d8-4931-9911-eb9b5efad29f req-f3d99b0f-8f59-4796-a349-c8769a4480e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:15:22.209354 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-87080157-f5d8-4931-9911-eb9b5efad29f req-f3d99b0f-8f59-4796-a349-c8769a4480e4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=54a71c6fcc084e09bb76b54d410321c7&device_id=48ce5274-bbd4-41d9-a7fd-7b3342e115ca HTTP/1.1" status: 200 len: 1098 time: 0.0910308 Nov 18 18:15:22.222652 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891509c1-b391-4d21-be47-0437aceec469 req-7a605b06-ef84-4343-a549-53fff8396ff6 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:15:22.224638 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-891509c1-b391-4d21-be47-0437aceec469 req-7a605b06-ef84-4343-a549-53fff8396ff6 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/ports?device_id=48ce5274-bbd4-41d9-a7fd-7b3342e115ca HTTP/1.1" status: 200 len: 945 time: 0.0698645 Nov 18 18:15:22.279793 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.notifiers.nova [req-12f57112-80dc-47b9-a9a3-16fe9a45b1c8 req-84f270ce-b4d2-4290-bd9d-ba13e8a09e68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a14e2fc-e458-4007-b2e1-1b84426736dd {{(pid=101554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 18:15:22.288745 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [req-12f57112-80dc-47b9-a9a3-16fe9a45b1c8 req-84f270ce-b4d2-4290-bd9d-ba13e8a09e68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:22.302904 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.db.provisioning_blocks [req-12f57112-80dc-47b9-a9a3-16fe9a45b1c8 req-84f270ce-b4d2-4290-bd9d-ba13e8a09e68 service neutron] Transition to ACTIVE for port object 7a14e2fc-e458-4007-b2e1-1b84426736dd will not be triggered until provisioned by entity L2. {{(pid=101554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 18:15:22.307385 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [req-12f57112-80dc-47b9-a9a3-16fe9a45b1c8 req-84f270ce-b4d2-4290-bd9d-ba13e8a09e68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6202622'] for port, after_update {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:22.324529 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-891509c1-b391-4d21-be47-0437aceec469 req-b3a95692-aaf6-4c88-942f-5d1ab590e9a5 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/security-groups?id=46cda0ec-de4b-4291-a19a-42b976c21ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793197 Nov 18 18:15:22.355603 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87080157-f5d8-4931-9911-eb9b5efad29f req-1a0984e1-8e0a-4063-a7c8-fef7299e2420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:15:22.357176 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-87080157-f5d8-4931-9911-eb9b5efad29f req-1a0984e1-8e0a-4063-a7c8-fef7299e2420 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6154edaf-4d8d-4eb2-9748-db0b61476bdf HTTP/1.1" status: 200 len: 919 time: 0.1314170 Nov 18 18:15:22.400144 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f270ce-b4d2-4290-bd9d-ba13e8a09e68 service neutron] Pushing event updated for resources: {'Port': ['ID=7a14e2fc-e458-4007-b2e1-1b84426736dd,revision_number=2']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:15:22.403483 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-87080157-f5d8-4931-9911-eb9b5efad29f req-c67e1bdc-1422-43ae-9084-726fcd6423c2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4094900d-0e79-4f32-bbef-bbebdacfd67b HTTP/1.1" status: 200 len: 217 time: 0.0378892 Nov 18 18:15:22.437638 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.managers [req-12f57112-80dc-47b9-a9a3-16fe9a45b1c8 req-84f270ce-b4d2-4290-bd9d-ba13e8a09e68 service neutron] Attempting to bind port 7a14e2fc-e458-4007-b2e1-1b84426736dd on host hv-cinder-81669 for vnic_type normal with profile {{(pid=101554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 18 18:15:22.437968 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.managers [req-12f57112-80dc-47b9-a9a3-16fe9a45b1c8 req-84f270ce-b4d2-4290-bd9d-ba13e8a09e68 service neutron] Attempting to bind port 7a14e2fc-e458-4007-b2e1-1b84426736dd by drivers openvswitch,hyperv on host hv-cinder-81669 at level 0 using segments [{'id': '8db404f7-7509-4e1d-af51-a1837b138434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '55d864c4-26de-4319-ad49-480f70c18bec'}] {{(pid=101554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 18 18:15:22.438398 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f57112-80dc-47b9-a9a3-16fe9a45b1c8 req-84f270ce-b4d2-4290-bd9d-ba13e8a09e68 service neutron] Attempting to bind port 7a14e2fc-e458-4007-b2e1-1b84426736dd on network 55d864c4-26de-4319-ad49-480f70c18bec {{(pid=101554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:15:22.443411 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f57112-80dc-47b9-a9a3-16fe9a45b1c8 req-84f270ce-b4d2-4290-bd9d-ba13e8a09e68 service neutron] Port 7a14e2fc-e458-4007-b2e1-1b84426736dd on network 55d864c4-26de-4319-ad49-480f70c18bec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81669 {{(pid=101554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 18:15:22.443759 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f57112-80dc-47b9-a9a3-16fe9a45b1c8 req-84f270ce-b4d2-4290-bd9d-ba13e8a09e68 service neutron] Attempting to bind port 7a14e2fc-e458-4007-b2e1-1b84426736dd on network 55d864c4-26de-4319-ad49-480f70c18bec {{(pid=101554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:15:22.449283 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f57112-80dc-47b9-a9a3-16fe9a45b1c8 req-84f270ce-b4d2-4290-bd9d-ba13e8a09e68 service neutron] Checking agent: {'id': 'de52c200-415c-462d-a684-4cc0655308c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81669', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 18, 11, 25), 'started_at': datetime.datetime(2021, 11, 18, 18, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 18, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 18:15:22.449618 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f57112-80dc-47b9-a9a3-16fe9a45b1c8 req-84f270ce-b4d2-4290-bd9d-ba13e8a09e68 service neutron] Checking segment: {'id': '8db404f7-7509-4e1d-af51-a1837b138434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '55d864c4-26de-4319-ad49-480f70c18bec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 18 18:15:22.450038 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f57112-80dc-47b9-a9a3-16fe9a45b1c8 req-84f270ce-b4d2-4290-bd9d-ba13e8a09e68 service neutron] Bound using segment: {'id': '8db404f7-7509-4e1d-af51-a1837b138434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '55d864c4-26de-4319-ad49-480f70c18bec'} {{(pid=101554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 18:15:22.451973 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.managers [req-12f57112-80dc-47b9-a9a3-16fe9a45b1c8 req-84f270ce-b4d2-4290-bd9d-ba13e8a09e68 service neutron] Bound port: 7a14e2fc-e458-4007-b2e1-1b84426736dd, host: hv-cinder-81669, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8db404f7-7509-4e1d-af51-a1837b138434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '55d864c4-26de-4319-ad49-480f70c18bec'}}] {{(pid=101554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 18 18:15:22.452835 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [req-12f57112-80dc-47b9-a9a3-16fe9a45b1c8 req-84f270ce-b4d2-4290-bd9d-ba13e8a09e68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:22.485671 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87080157-f5d8-4931-9911-eb9b5efad29f req-b3a9d620-93b6-436c-9c0d-fc42b23a3a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:15:22.487036 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-87080157-f5d8-4931-9911-eb9b5efad29f req-b3a9d620-93b6-436c-9c0d-fc42b23a3a8e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7228a873-9d05-4b76-9e24-c9343ad2ab35 HTTP/1.1" status: 200 len: 858 time: 0.0758147 Nov 18 18:15:22.511285 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa6390b-cc12-4f87-b7c4-3fdf703e6559 req-2adebf66-92ad-4a64-9539-750f2ab1e6dd tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:15:22.513080 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-2aa6390b-cc12-4f87-b7c4-3fdf703e6559 req-2adebf66-92ad-4a64-9539-750f2ab1e6dd tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f543819-01c0-48cd-a2bf-fb3f2dd041d6 HTTP/1.1" status: 200 len: 943 time: 0.0751085 Nov 18 18:15:22.518651 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.db [req-12f57112-80dc-47b9-a9a3-16fe9a45b1c8 req-84f270ce-b4d2-4290-bd9d-ba13e8a09e68 service neutron] For port 7a14e2fc-e458-4007-b2e1-1b84426736dd, host hv-cinder-81669, cleared binding levels {{(pid=101554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 18:15:22.522887 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.db [req-12f57112-80dc-47b9-a9a3-16fe9a45b1c8 req-84f270ce-b4d2-4290-bd9d-ba13e8a09e68 service neutron] For port 7a14e2fc-e458-4007-b2e1-1b84426736dd, host hv-cinder-81669, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81669',level=0,port_id=7a14e2fc-e458-4007-b2e1-1b84426736dd,segment=NetworkSegment(8db404f7-7509-4e1d-af51-a1837b138434),segment_id=8db404f7-7509-4e1d-af51-a1837b138434)] {{(pid=101554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 18:15:22.526963 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [req-12f57112-80dc-47b9-a9a3-16fe9a45b1c8 req-84f270ce-b4d2-4290-bd9d-ba13e8a09e68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6202622'] for port, after_update {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:22.530036 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-87080157-f5d8-4931-9911-eb9b5efad29f req-5d7557c5-baf8-4d81-b0e9-8a79ae63b85b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6154edaf-4d8d-4eb2-9748-db0b61476bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354872 Nov 18 18:15:22.563539 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f57112-80dc-47b9-a9a3-16fe9a45b1c8 req-84f270ce-b4d2-4290-bd9d-ba13e8a09e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:15:22.564188 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [req-12f57112-80dc-47b9-a9a3-16fe9a45b1c8 req-84f270ce-b4d2-4290-bd9d-ba13e8a09e68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47340'] for port, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:22.565579 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-12f57112-80dc-47b9-a9a3-16fe9a45b1c8 req-84f270ce-b4d2-4290-bd9d-ba13e8a09e68 service neutron] 10.222.0.46 "PUT /v2.0/ports/7a14e2fc-e458-4007-b2e1-1b84426736dd HTTP/1.1" status: 200 len: 1093 time: 0.6790578 Nov 18 18:15:22.566015 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f543819-01c0-48cd-a2bf-fb3f2dd041d6', 'tag': '7a14e2fc-e458-4007-b2e1-1b84426736dd'}] {{(pid=101554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:15:22.568789 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb6a83c3ebc788d099039a2e3a9a485db9e94d86a5b55328e01f3a68fc6aec2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb5fb659-8a6d-470a-af14-d5f10be9cc13" -d '{"events": [{"name": "network-changed", "server_uuid": "3f543819-01c0-48cd-a2bf-fb3f2dd041d6", "tag": "7a14e2fc-e458-4007-b2e1-1b84426736dd"}]}' {{(pid=101554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:15:22.594528 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f270ce-b4d2-4290-bd9d-ba13e8a09e68 service neutron] Pushing event updated for resources: {'Port': ['ID=7a14e2fc-e458-4007-b2e1-1b84426736dd,revision_number=3']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:15:22.647463 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-2aa6390b-cc12-4f87-b7c4-3fdf703e6559 req-4eccf046-6ee4-460e-99f6-fc748f2952e3 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb4519c5-e238-4dc3-a08d-3d011a53b08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198030 Nov 18 18:15:22.666075 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f57112-80dc-47b9-a9a3-16fe9a45b1c8 req-6ce0506a-3a17-462f-bb52-de000df6bbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:15:22.667643 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-12f57112-80dc-47b9-a9a3-16fe9a45b1c8 req-6ce0506a-3a17-462f-bb52-de000df6bbbc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ad60c6d708a846a38100e1a391c794b8&device_id=3f543819-01c0-48cd-a2bf-fb3f2dd041d6 HTTP/1.1" status: 200 len: 1096 time: 0.0525169 Nov 18 18:15:22.697586 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43676f02-565c-430a-acc1-6c2c01c984f2 req-d70aa3ed-40c0-430e-aa2f-92f3e4fe48db tempest-VolumesNegativeTest-290152564 tempest-VolumesNegativeTest-290152564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:15:22.700271 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-43676f02-565c-430a-acc1-6c2c01c984f2 req-d70aa3ed-40c0-430e-aa2f-92f3e4fe48db tempest-VolumesNegativeTest-290152564 tempest-VolumesNegativeTest-290152564-project] 10.222.0.21 "GET /v2.0/ports?device_id=173bb509-67e6-46b7-a90b-88985ff920e4 HTTP/1.1" status: 200 len: 948 time: 0.1379416 Nov 18 18:15:22.709121 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-87080157-f5d8-4931-9911-eb9b5efad29f req-0d4a7bb6-3f03-4434-98cc-b3918bb65581 service neutron] 10.222.0.46 "GET /v2.0/networks/6154edaf-4d8d-4eb2-9748-db0b61476bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652484 Nov 18 18:15:22.732115 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 18:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-793fceac-dfd8-4e55-992f-ec233b3e21a7 x-openstack-request-id: req-793fceac-dfd8-4e55-992f-ec233b3e21a7 {{(pid=101554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:15:22.732394 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f543819-01c0-48cd-a2bf-fb3f2dd041d6", "tag": "7a14e2fc-e458-4007-b2e1-1b84426736dd", "status": "completed", "code": 200}]} {{(pid=101554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:15:22.732634 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-793fceac-dfd8-4e55-992f-ec233b3e21a7 {{(pid=101554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:15:22.733023 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f543819-01c0-48cd-a2bf-fb3f2dd041d6', 'tag': '7a14e2fc-e458-4007-b2e1-1b84426736dd', 'status': 'completed', 'code': 200} Nov 18 18:15:22.734537 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-12f57112-80dc-47b9-a9a3-16fe9a45b1c8 req-79bcb9c2-3b0a-4f6c-b546-de97da8172b4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a14e2fc-e458-4007-b2e1-1b84426736dd HTTP/1.1" status: 200 len: 217 time: 0.0522580 Nov 18 18:15:22.786590 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-43676f02-565c-430a-acc1-6c2c01c984f2 req-2c44faf4-4e77-4535-87b5-68d3f4ec127f tempest-VolumesNegativeTest-290152564 tempest-VolumesNegativeTest-290152564-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3606de3-2314-43b9-b72e-bd789e1fc71a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805614 Nov 18 18:15:22.794518 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f57112-80dc-47b9-a9a3-16fe9a45b1c8 req-a04fe3f7-3346-4df5-b837-8fc1560d975f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:15:22.796042 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-12f57112-80dc-47b9-a9a3-16fe9a45b1c8 req-a04fe3f7-3346-4df5-b837-8fc1560d975f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8a26a515-bc32-4ac2-b36f-b3635dc5d87c HTTP/1.1" status: 200 len: 855 time: 0.0522392 Nov 18 18:15:22.824938 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-87080157-f5d8-4931-9911-eb9b5efad29f req-bd920ca0-8d60-4705-81a8-e9887b7a18fa service neutron] 10.222.0.46 "GET /v2.0/networks/6154edaf-4d8d-4eb2-9748-db0b61476bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026635 Nov 18 18:15:22.829391 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-12f57112-80dc-47b9-a9a3-16fe9a45b1c8 req-b2f8f1d2-045a-46aa-b890-eb45ce0b7c03 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=55d864c4-26de-4319-ad49-480f70c18bec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247962 Nov 18 18:15:22.929507 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-12f57112-80dc-47b9-a9a3-16fe9a45b1c8 req-da650713-f1f6-4446-8425-27468837c359 service neutron] 10.222.0.46 "GET /v2.0/networks/55d864c4-26de-4319-ad49-480f70c18bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917034 Nov 18 18:15:23.027086 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-12f57112-80dc-47b9-a9a3-16fe9a45b1c8 req-e6276320-ecd1-45f1-9f0c-8cbc38777d27 service neutron] 10.222.0.46 "GET /v2.0/networks/55d864c4-26de-4319-ad49-480f70c18bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898299 Nov 18 18:15:23.084972 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-08ae21e6-813f-4a1f-8039-944f35418835 req-ea5eaa53-e923-496c-995b-74699751d1c7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4c1fb574-4c1a-4ea7-bab9-434b7381aebd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427630 Nov 18 18:15:23.146321 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5fb659-8a6d-470a-af14-d5f10be9cc13 req-36373a04-6f8c-4a7e-bcd2-43d93b11bfa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:15:23.147817 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-bb5fb659-8a6d-470a-af14-d5f10be9cc13 req-36373a04-6f8c-4a7e-bcd2-43d93b11bfa8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ad60c6d708a846a38100e1a391c794b8&device_id=3f543819-01c0-48cd-a2bf-fb3f2dd041d6 HTTP/1.1" status: 200 len: 1096 time: 0.0494120 Nov 18 18:15:23.188511 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ae21e6-813f-4a1f-8039-944f35418835 req-2188c2d1-e616-469e-a8a5-64f35cf1a77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:15:23.190023 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-08ae21e6-813f-4a1f-8039-944f35418835 req-2188c2d1-e616-469e-a8a5-64f35cf1a77b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ad60c6d708a846a38100e1a391c794b8&device_id=4c1fb574-4c1a-4ea7-bab9-434b7381aebd HTTP/1.1" status: 200 len: 1098 time: 0.0448780 Nov 18 18:15:23.247983 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5fb659-8a6d-470a-af14-d5f10be9cc13 req-24405448-6644-4873-b40b-7539f8acae5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:15:23.249558 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-bb5fb659-8a6d-470a-af14-d5f10be9cc13 req-24405448-6644-4873-b40b-7539f8acae5c service neutron] 10.222.0.46 "GET /v2.0/networks?id=55d864c4-26de-4319-ad49-480f70c18bec HTTP/1.1" status: 200 len: 916 time: 0.0949309 Nov 18 18:15:23.302150 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-bb5fb659-8a6d-470a-af14-d5f10be9cc13 req-3369b484-9549-45a8-bfaa-c2603da7c07a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a14e2fc-e458-4007-b2e1-1b84426736dd HTTP/1.1" status: 200 len: 217 time: 0.0451951 Nov 18 18:15:23.349511 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ae21e6-813f-4a1f-8039-944f35418835 req-bb70d9a8-80d7-493e-8d0f-9dc46b70bac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:15:23.351273 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-08ae21e6-813f-4a1f-8039-944f35418835 req-bb70d9a8-80d7-493e-8d0f-9dc46b70bac0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=55d864c4-26de-4319-ad49-480f70c18bec HTTP/1.1" status: 200 len: 916 time: 0.1348269 Nov 18 18:15:23.428130 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5fb659-8a6d-470a-af14-d5f10be9cc13 req-9dc88f03-1167-413e-88b5-c92f262f564c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:15:23.429958 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-bb5fb659-8a6d-470a-af14-d5f10be9cc13 req-9dc88f03-1167-413e-88b5-c92f262f564c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8a26a515-bc32-4ac2-b36f-b3635dc5d87c HTTP/1.1" status: 200 len: 855 time: 0.1152761 Nov 18 18:15:23.455782 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-08ae21e6-813f-4a1f-8039-944f35418835 req-882b2859-432b-47d1-947e-be04361e645c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8731975e-6df9-4bd4-943d-d8cd15ccf574 HTTP/1.1" status: 200 len: 217 time: 0.0905945 Nov 18 18:15:23.496891 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-bb5fb659-8a6d-470a-af14-d5f10be9cc13 req-58e0cd04-9e36-4c8f-9b76-a2c1a74dee59 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=55d864c4-26de-4319-ad49-480f70c18bec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568404 Nov 18 18:15:23.601407 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ae21e6-813f-4a1f-8039-944f35418835 req-83190bb3-f5e7-4e14-a0d8-bb745531b3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:15:23.603752 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-08ae21e6-813f-4a1f-8039-944f35418835 req-83190bb3-f5e7-4e14-a0d8-bb745531b3cf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8a26a515-bc32-4ac2-b36f-b3635dc5d87c HTTP/1.1" status: 200 len: 855 time: 0.1431966 Nov 18 18:15:23.618422 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb094935-86f8-41df-8c85-e2415dea5e6c req-5c93633c-9d5e-4440-8c9b-74672dd5d663 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:15:23.627704 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-cb094935-86f8-41df-8c85-e2415dea5e6c req-5c93633c-9d5e-4440-8c9b-74672dd5d663 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/ports?device_id=48ce5274-bbd4-41d9-a7fd-7b3342e115ca HTTP/1.1" status: 200 len: 945 time: 0.1146410 Nov 18 18:15:23.654288 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-bb5fb659-8a6d-470a-af14-d5f10be9cc13 req-c18a62b5-f19d-4160-b656-f8a58d04ac47 service neutron] 10.222.0.46 "GET /v2.0/networks/55d864c4-26de-4319-ad49-480f70c18bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346669 Nov 18 18:15:23.684140 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-08ae21e6-813f-4a1f-8039-944f35418835 req-84250660-bb94-4588-bb91-1b93251cebf1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=55d864c4-26de-4319-ad49-480f70c18bec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541515 Nov 18 18:15:23.712855 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-cb094935-86f8-41df-8c85-e2415dea5e6c req-2b1efdc8-54e8-42a3-84d6-eef8b69ab41a tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/security-groups?id=46cda0ec-de4b-4291-a19a-42b976c21ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841532 Nov 18 18:15:23.806363 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-bb5fb659-8a6d-470a-af14-d5f10be9cc13 req-71c05240-21a3-4323-aef4-f1523c502986 service neutron] 10.222.0.46 "GET /v2.0/networks/55d864c4-26de-4319-ad49-480f70c18bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443918 Nov 18 18:15:23.846998 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-08ae21e6-813f-4a1f-8039-944f35418835 req-2818f915-a3d8-4fe8-94e0-a881d06ad349 service neutron] 10.222.0.46 "GET /v2.0/networks/55d864c4-26de-4319-ad49-480f70c18bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483021 Nov 18 18:15:23.863423 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac998baf-7f7c-4647-99b8-2d8d6dd96373 req-8f796559-c057-42ab-8bbf-98f9c985533d tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:15:23.865578 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-ac998baf-7f7c-4647-99b8-2d8d6dd96373 req-8f796559-c057-42ab-8bbf-98f9c985533d tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f543819-01c0-48cd-a2bf-fb3f2dd041d6 HTTP/1.1" status: 200 len: 943 time: 0.0768301 Nov 18 18:15:23.907535 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-ac998baf-7f7c-4647-99b8-2d8d6dd96373 req-74ba6b6f-8ac5-4849-8200-0f72099656fd tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb4519c5-e238-4dc3-a08d-3d011a53b08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356684 Nov 18 18:15:24.045614 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aec3894-ea2f-4dba-a2c0-69ebb2b15883 req-8e9c74fa-58d7-4c85-bdc8-6384e3e8e49d tempest-VolumesNegativeTest-290152564 tempest-VolumesNegativeTest-290152564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:15:24.047687 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-6aec3894-ea2f-4dba-a2c0-69ebb2b15883 req-8e9c74fa-58d7-4c85-bdc8-6384e3e8e49d tempest-VolumesNegativeTest-290152564 tempest-VolumesNegativeTest-290152564-project] 10.222.0.21 "GET /v2.0/ports?device_id=173bb509-67e6-46b7-a90b-88985ff920e4 HTTP/1.1" status: 200 len: 948 time: 0.0512252 Nov 18 18:15:24.096024 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-6aec3894-ea2f-4dba-a2c0-69ebb2b15883 req-7e48d196-8286-4ef2-9351-336ab0144187 tempest-VolumesNegativeTest-290152564 tempest-VolumesNegativeTest-290152564-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3606de3-2314-43b9-b72e-bd789e1fc71a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407350 Nov 18 18:15:24.277309 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Device 25f5ba15-48fd-4179-9f49-bd0636830073 details requested by agent hyperv_hv-cinder-81669 with host hv-cinder-81669 {{(pid=101555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 18:15:24.375726 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] For port 25f5ba15-48fd-4179-9f49-bd0636830073, host hv-cinder-81669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81669',level=0,port_id=25f5ba15-48fd-4179-9f49-bd0636830073,segment=NetworkSegment(8f0198e9-bffa-453a-8d4f-502ad6670634),segment_id=8f0198e9-bffa-453a-8d4f-502ad6670634)] {{(pid=101555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:15:24.405838 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Returning: {'device': '25f5ba15-48fd-4179-9f49-bd0636830073', 'network_id': '8a585794-4328-484e-ba7e-e0fb9bc00709', 'port_id': '25f5ba15-48fd-4179-9f49-bd0636830073', 'mac_address': 'fa:16:3e:10:4d:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 775, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09acce20-7afc-4fcc-96be-391395618e4e', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 18:15:24.444414 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-08ae21e6-813f-4a1f-8039-944f35418835 req-7f12801c-4aba-4ce8-b936-b61f27d3fc72 service neutron] 10.222.0.46 "GET /v2.0/networks/55d864c4-26de-4319-ad49-480f70c18bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2998390 Nov 18 18:15:24.458625 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:24.581788 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.notifiers.nova [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25f5ba15-48fd-4179-9f49-bd0636830073 {{(pid=101555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 18:15:24.602096 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] For port 25f5ba15-48fd-4179-9f49-bd0636830073, host hv-cinder-81669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81669',level=0,port_id=25f5ba15-48fd-4179-9f49-bd0636830073,segment=NetworkSegment(8f0198e9-bffa-453a-8d4f-502ad6670634),segment_id=8f0198e9-bffa-453a-8d4f-502ad6670634)] {{(pid=101555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:15:24.607217 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:24.654783 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Pushing event updated for resources: {'Port': ['ID=25f5ba15-48fd-4179-9f49-bd0636830073,revision_number=4']} {{(pid=101555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:15:25.555306 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:27.878686 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.agents_db [None req-879798a6-d64d-4745-9d9a-40c50c0efc22 None None] Agent healthcheck: found 6 active agents {{(pid=101556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 18:15:28.727880 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e07efc-cf38-4b0d-af9f-84a6ff1c51f5 req-838419b4-bfb9-49aa-98c5-f45016679493 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:15:28.729354 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-55e07efc-cf38-4b0d-af9f-84a6ff1c51f5 req-838419b4-bfb9-49aa-98c5-f45016679493 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/ports?device_id=48ce5274-bbd4-41d9-a7fd-7b3342e115ca HTTP/1.1" status: 200 len: 945 time: 0.0753813 Nov 18 18:15:28.741910 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e29ef8b-41f6-49a8-9dc2-6cc93ef1bd42 req-8ee67486-c761-4456-84ad-4e59aa1ff045 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:15:28.743365 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-2e29ef8b-41f6-49a8-9dc2-6cc93ef1bd42 req-8ee67486-c761-4456-84ad-4e59aa1ff045 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f543819-01c0-48cd-a2bf-fb3f2dd041d6 HTTP/1.1" status: 200 len: 943 time: 0.0644381 Nov 18 18:15:28.808462 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-55e07efc-cf38-4b0d-af9f-84a6ff1c51f5 req-53ea01ce-8c00-409c-bc93-11b88e9a3b1f tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/security-groups?id=46cda0ec-de4b-4291-a19a-42b976c21ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641096 Nov 18 18:15:28.813493 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-2e29ef8b-41f6-49a8-9dc2-6cc93ef1bd42 req-6bddc8ad-80c1-45a8-b626-40cc5dede819 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb4519c5-e238-4dc3-a08d-3d011a53b08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629354 Nov 18 18:15:28.925823 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e8d501-5c51-49cb-bde4-92ff0af7eb20 req-4566bfa4-893b-49fd-8607-e278bddbe3a5 tempest-VolumesNegativeTest-290152564 tempest-VolumesNegativeTest-290152564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:15:28.927995 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-53e8d501-5c51-49cb-bde4-92ff0af7eb20 req-4566bfa4-893b-49fd-8607-e278bddbe3a5 tempest-VolumesNegativeTest-290152564 tempest-VolumesNegativeTest-290152564-project] 10.222.0.21 "GET /v2.0/ports?device_id=173bb509-67e6-46b7-a90b-88985ff920e4 HTTP/1.1" status: 200 len: 949 time: 0.0608377 Nov 18 18:15:28.971245 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-53e8d501-5c51-49cb-bde4-92ff0af7eb20 req-e78089ee-8b6a-4a12-a587-f5d78df02603 tempest-VolumesNegativeTest-290152564 tempest-VolumesNegativeTest-290152564-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3606de3-2314-43b9-b72e-bd789e1fc71a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371187 Nov 18 18:15:29.064254 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] get_ports_and_sgs() called for port_ids ['25f5ba15-48fd-4179-9f49-bd0636830073'] {{(pid=101555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 18:15:29.279309 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 47438) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:15:29.387205 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-2cb9d8a9-f6e2-44bf-b2e4-2c1a6c62309e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:29.473316 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-2cb9d8a9-f6e2-44bf-b2e4-2c1a6c62309e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:29.477501 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-2cb9d8a9-f6e2-44bf-b2e4-2c1a6c62309e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:29.515067 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-2cb9d8a9-f6e2-44bf-b2e4-2c1a6c62309e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a7a246087cb24df7840787e29591dc84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2344193 Nov 18 18:15:29.516183 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9d8a9-f6e2-44bf-b2e4-2c1a6c62309e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebc05eb6-e91c-43bd-ad5e-e07efa8c5bde,revision_number=1']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:15:29.518810 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 47448) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:15:29.570665 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-46e44715-8525-4175-ab92-ae1f7daf0cee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:29.592825 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-46e44715-8525-4175-ab92-ae1f7daf0cee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:29.644649 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-46e44715-8525-4175-ab92-ae1f7daf0cee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:29.650102 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-46e44715-8525-4175-ab92-ae1f7daf0cee admin admin] Notify callbacks [] for security_group, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:29.651628 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-46e44715-8525-4175-ab92-ae1f7daf0cee admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ebc05eb6-e91c-43bd-ad5e-e07efa8c5bde HTTP/1.1" status: 204 len: 168 time: 0.1309907 Nov 18 18:15:29.663077 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e44715-8525-4175-ab92-ae1f7daf0cee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebc05eb6-e91c-43bd-ad5e-e07efa8c5bde,revision_number=None']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:15:29.959652 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7e06e1-86f8-4e94-b6de-c4eabd4bcdc2 req-e383acba-8ca6-438c-945a-84d743c7ee5c tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:15:29.961916 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-0f7e06e1-86f8-4e94-b6de-c4eabd4bcdc2 req-e383acba-8ca6-438c-945a-84d743c7ee5c tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/ports?device_id=48ce5274-bbd4-41d9-a7fd-7b3342e115ca HTTP/1.1" status: 200 len: 945 time: 0.0785494 Nov 18 18:15:29.984406 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baba6c8-bcd7-4769-958b-7725753cd1e5 req-c1607a61-0d3a-476b-be78-45af2e6b1e54 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:15:29.985916 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-3baba6c8-bcd7-4769-958b-7725753cd1e5 req-c1607a61-0d3a-476b-be78-45af2e6b1e54 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f543819-01c0-48cd-a2bf-fb3f2dd041d6 HTTP/1.1" status: 200 len: 943 time: 0.0781846 Nov 18 18:15:30.030072 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-0f7e06e1-86f8-4e94-b6de-c4eabd4bcdc2 req-5dcffef1-876e-4423-a985-6c27758c6f27 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/security-groups?id=46cda0ec-de4b-4291-a19a-42b976c21ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615745 Nov 18 18:15:30.044568 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-3baba6c8-bcd7-4769-958b-7725753cd1e5 req-83ca5b74-9b1b-4be4-9cb3-7824c35cf55c tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb4519c5-e238-4dc3-a08d-3d011a53b08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510228 Nov 18 18:15:30.160430 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b399e19-c56f-4d15-9f41-b2300d5b7578 req-60ed826a-5951-41bf-8d6c-bf4544ed7757 tempest-VolumesNegativeTest-290152564 tempest-VolumesNegativeTest-290152564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:15:30.163172 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-1b399e19-c56f-4d15-9f41-b2300d5b7578 req-60ed826a-5951-41bf-8d6c-bf4544ed7757 tempest-VolumesNegativeTest-290152564 tempest-VolumesNegativeTest-290152564-project] 10.222.0.21 "GET /v2.0/ports?device_id=173bb509-67e6-46b7-a90b-88985ff920e4 HTTP/1.1" status: 200 len: 949 time: 0.0539467 Nov 18 18:15:30.205469 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-1b399e19-c56f-4d15-9f41-b2300d5b7578 req-2bdc0715-0f50-4983-849c-0bf6e35c712a tempest-VolumesNegativeTest-290152564 tempest-VolumesNegativeTest-290152564-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3606de3-2314-43b9-b72e-bd789e1fc71a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360293 Nov 18 18:15:30.335297 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 47480) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:15:30.434763 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.v2.base [None req-fe379786-22e2-4c8e-a166-1e2aec9a66ac admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1403249405-network', 'tenant_id': '933276c3577b443fb02567a84c30f5f2'}} {{(pid=101554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:15:30.456806 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe379786-22e2-4c8e-a166-1e2aec9a66ac admin admin] Made reservation on behalf of 933276c3577b443fb02567a84c30f5f2 for: {'network': 1} {{(pid=101554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 18:15:30.460082 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-fe379786-22e2-4c8e-a166-1e2aec9a66ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for network, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:30.469422 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-fe379786-22e2-4c8e-a166-1e2aec9a66ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:30.548638 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-fe379786-22e2-4c8e-a166-1e2aec9a66ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:30.552323 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-fe379786-22e2-4c8e-a166-1e2aec9a66ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:30.584440 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe379786-22e2-4c8e-a166-1e2aec9a66ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 797} {{(pid=101554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 18:15:30.586801 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe379786-22e2-4c8e-a166-1e2aec9a66ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90ec48e9-3625-412c-a02a-1d36f25b22ba,revision_number=1']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:15:30.596819 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-fe379786-22e2-4c8e-a166-1e2aec9a66ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1774666'] for segment, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:30.597160 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.db.segments_db [None req-fe379786-22e2-4c8e-a166-1e2aec9a66ac admin admin] Added segment dc52c420-f242-4fd4-b02f-66908d30a095 of type vlan for network 74df0788-e7d6-410e-9ee3-84c20bef6ca1 Nov 18 18:15:30.606101 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Device 7a14e2fc-e458-4007-b2e1-1b84426736dd details requested by agent hyperv_hv-cinder-81669 with host hv-cinder-81669 {{(pid=101555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 18:15:30.639796 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-fe379786-22e2-4c8e-a166-1e2aec9a66ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768456854164'] for network, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:30.667482 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-fe379786-22e2-4c8e-a166-1e2aec9a66ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922'] for network, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:30.668874 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe379786-22e2-4c8e-a166-1e2aec9a66ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:15:30.669667 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-fe379786-22e2-4c8e-a166-1e2aec9a66ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553968'] for network, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:30.676515 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Device 25f5ba15-48fd-4179-9f49-bd0636830073 up at agent hyperv_hv-cinder-81669 {{(pid=101555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:15:30.734998 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-fe379786-22e2-4c8e-a166-1e2aec9a66ac admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3985472 Nov 18 18:15:30.738659 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 47498) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:15:30.743792 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.v2.base [None req-802643ac-00d8-4ee5-9896-d02084d4b7ce admin admin] Request body: {'subnet': {'network_id': '74df0788-e7d6-410e-9ee3-84c20bef6ca1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1403249405-subnet', 'tenant_id': '933276c3577b443fb02567a84c30f5f2', 'ip_version': 4}} {{(pid=101553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:15:30.768198 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Provisioning for port 25f5ba15-48fd-4179-9f49-bd0636830073 completed by entity L2. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 18:15:30.775918 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Provisioning complete for port 25f5ba15-48fd-4179-9f49-bd0636830073 triggered by entity L2. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:15:30.776494 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:30.776998 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe379786-22e2-4c8e-a166-1e2aec9a66ac admin admin] Pushing event updated for resources: {'Network': ['ID=74df0788-e7d6-410e-9ee3-84c20bef6ca1,revision_number=1']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:15:30.785246 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-802643ac-00d8-4ee5-9896-d02084d4b7ce admin admin] Made reservation on behalf of 933276c3577b443fb02567a84c30f5f2 for: {'subnet': 1} {{(pid=101553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 18:15:30.788651 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-802643ac-00d8-4ee5-9896-d02084d4b7ce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6021510'] for subnet, before_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:30.811555 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Network 74df0788-e7d6-410e-9ee3-84c20bef6ca1 details requested by agent ovs-agent-dv-cinder-816695-1-iscsi with host dv-cinder-816695-1-iscsi {{(pid=101555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 18:15:30.896919 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] For port 7a14e2fc-e458-4007-b2e1-1b84426736dd, host hv-cinder-81669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81669',level=0,port_id=7a14e2fc-e458-4007-b2e1-1b84426736dd,segment=NetworkSegment(8db404f7-7509-4e1d-af51-a1837b138434),segment_id=8db404f7-7509-4e1d-af51-a1837b138434)] {{(pid=101555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:15:30.935223 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Returning: {'device': '7a14e2fc-e458-4007-b2e1-1b84426736dd', 'network_id': '55d864c4-26de-4319-ad49-480f70c18bec', 'port_id': '7a14e2fc-e458-4007-b2e1-1b84426736dd', 'mac_address': 'fa:16:3e:2d:02:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 791, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a26a515-bc32-4ac2-b36f-b3635dc5d87c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 18:15:30.985655 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:31.017884 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.notifiers.nova [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a14e2fc-e458-4007-b2e1-1b84426736dd {{(pid=101555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 18:15:31.030533 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-802643ac-00d8-4ee5-9896-d02084d4b7ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5584252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6021552'] for subnet, after_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:31.048851 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] For port 7a14e2fc-e458-4007-b2e1-1b84426736dd, host hv-cinder-81669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81669',level=0,port_id=7a14e2fc-e458-4007-b2e1-1b84426736dd,segment=NetworkSegment(8db404f7-7509-4e1d-af51-a1837b138434),segment_id=8db404f7-7509-4e1d-af51-a1837b138434)] {{(pid=101555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:15:31.050007 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:31.058481 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:31.100101 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802643ac-00d8-4ee5-9896-d02084d4b7ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c1a8c73-e246-4c32-9c4c-9a07f80b872f,revision_number=0']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:15:31.103210 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '173bb509-67e6-46b7-a90b-88985ff920e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25f5ba15-48fd-4179-9f49-bd0636830073'}] {{(pid=101555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:15:31.106129 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d346ce470d451c2c3f81e461e68bbd58c3f0d417750f3f38c7c8caca9575360f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0606c09a-3270-4e40-84d5-c7de337c2ff6" -d '{"events": [{"server_uuid": "173bb509-67e6-46b7-a90b-88985ff920e4", "name": "network-vif-plugged", "status": "completed", "tag": "25f5ba15-48fd-4179-9f49-bd0636830073"}]}' {{(pid=101555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:15:31.109910 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802643ac-00d8-4ee5-9896-d02084d4b7ce admin admin] Checking segment: {'id': 'dc52c420-f242-4fd4-b02f-66908d30a095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '74df0788-e7d6-410e-9ee3-84c20bef6ca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 18 18:15:31.110310 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802643ac-00d8-4ee5-9896-d02084d4b7ce admin admin] Network hostable DHCP agents. Network: 74df0788-e7d6-410e-9ee3-84c20bef6ca1, hostable agents: ['3fbd36fe-782c-4617-8e97-99410d5610de'], hosted agents: [] {{(pid=101553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 18:15:31.113269 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802643ac-00d8-4ee5-9896-d02084d4b7ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:15:31.113619 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802643ac-00d8-4ee5-9896-d02084d4b7ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:15:31.114511 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802643ac-00d8-4ee5-9896-d02084d4b7ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:15:31.114848 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802643ac-00d8-4ee5-9896-d02084d4b7ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:15:31.115181 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802643ac-00d8-4ee5-9896-d02084d4b7ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:15:31.115513 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802643ac-00d8-4ee5-9896-d02084d4b7ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:15:31.115860 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802643ac-00d8-4ee5-9896-d02084d4b7ce admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:15:31.116193 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802643ac-00d8-4ee5-9896-d02084d4b7ce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:15:31.116525 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802643ac-00d8-4ee5-9896-d02084d4b7ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:15:31.116845 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802643ac-00d8-4ee5-9896-d02084d4b7ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:15:31.117176 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802643ac-00d8-4ee5-9896-d02084d4b7ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:15:31.117500 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802643ac-00d8-4ee5-9896-d02084d4b7ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:15:31.125472 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] For port 25f5ba15-48fd-4179-9f49-bd0636830073, host hv-cinder-81669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81669',level=0,port_id=25f5ba15-48fd-4179-9f49-bd0636830073,segment=NetworkSegment(8f0198e9-bffa-453a-8d4f-502ad6670634),segment_id=8f0198e9-bffa-453a-8d4f-502ad6670634)] {{(pid=101555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:15:31.138940 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:31.145608 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Pushing event updated for resources: {'Port': ['ID=7a14e2fc-e458-4007-b2e1-1b84426736dd,revision_number=4']} {{(pid=101555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:15:31.153016 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:15:31.153365 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:15:31.153724 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:15:31.154046 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:15:31.154377 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:15:31.154708 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:15:31.155034 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:15:31.155360 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:15:31.155711 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:15:31.156058 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:15:31.156377 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:15:31.156695 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:15:31.204964 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802643ac-00d8-4ee5-9896-d02084d4b7ce admin admin] Network 74df0788-e7d6-410e-9ee3-84c20bef6ca1 is scheduled to be hosted by DHCP agent 3fbd36fe-782c-4617-8e97-99410d5610de with binding_index 1 {{(pid=101553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 18:15:31.209355 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Pushing event updated for resources: {'Port': ['ID=25f5ba15-48fd-4179-9f49-bd0636830073,revision_number=5']} {{(pid=101555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:15:31.226009 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548220a2-60a5-4a40-8d0c-fade1da05adf req-96487704-db2c-48e4-b342-e441397b15b5 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:15:31.227628 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-548220a2-60a5-4a40-8d0c-fade1da05adf req-96487704-db2c-48e4-b342-e441397b15b5 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/ports?device_id=48ce5274-bbd4-41d9-a7fd-7b3342e115ca HTTP/1.1" status: 200 len: 945 time: 0.1001813 Nov 18 18:15:31.230416 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.scheduler.base_scheduler [None req-802643ac-00d8-4ee5-9896-d02084d4b7ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816695-1-iscsi, 74df0788-e7d6-410e-9ee3-84c20bef6ca1) {{(pid=101553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:15:31.235568 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802643ac-00d8-4ee5-9896-d02084d4b7ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:15:31.236315 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-802643ac-00d8-4ee5-9896-d02084d4b7ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553968'] for subnet, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:31.241572 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbcf5838-e225-4106-924a-121465402a7a None None] Network 74df0788-e7d6-410e-9ee3-84c20bef6ca1 requested from dv-cinder-816695-1-iscsi {{(pid=101555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 18:15:31.261990 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd58f45b-cdf9-4f70-b470-87f634bf9f52 req-30b3308e-cc93-46d8-90b2-4ecde09761db tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:15:31.263769 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-fd58f45b-cdf9-4f70-b470-87f634bf9f52 req-30b3308e-cc93-46d8-90b2-4ecde09761db tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f543819-01c0-48cd-a2bf-fb3f2dd041d6 HTTP/1.1" status: 200 len: 944 time: 0.0965264 Nov 18 18:15:31.285926 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-802643ac-00d8-4ee5-9896-d02084d4b7ce admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5459054 Nov 18 18:15:31.288685 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 47512) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:15:31.293157 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.v2.base [None req-fd0a7ee9-4b18-4a79-95a2-d3bd93ebd59e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1403249405-router', 'tenant_id': '933276c3577b443fb02567a84c30f5f2', 'external_gateway_info': {'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364'}}} {{(pid=101554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:15:31.317194 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-548220a2-60a5-4a40-8d0c-fade1da05adf req-033dbacf-7d9b-4d3c-b7e2-758a568417a5 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/security-groups?id=46cda0ec-de4b-4291-a19a-42b976c21ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785003 Nov 18 18:15:31.318762 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-fd0a7ee9-4b18-4a79-95a2-d3bd93ebd59e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362720', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15882'] for router, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:31.320163 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-fd0a7ee9-4b18-4a79-95a2-d3bd93ebd59e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-366266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15875'] for router, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:31.334867 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-fd58f45b-cdf9-4f70-b470-87f634bf9f52 req-42ebcbe0-cea1-41a9-80bf-f8bc34081464 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb4519c5-e238-4dc3-a08d-3d011a53b08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612016 Nov 18 18:15:31.393834 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 18:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f7be915-ec45-4bfb-9f4e-a250eedfa623 x-openstack-request-id: req-8f7be915-ec45-4bfb-9f4e-a250eedfa623 {{(pid=101555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:15:31.394259 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "173bb509-67e6-46b7-a90b-88985ff920e4", "name": "network-vif-plugged", "status": "completed", "tag": "25f5ba15-48fd-4179-9f49-bd0636830073", "code": 200}]} {{(pid=101555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:15:31.394597 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8f7be915-ec45-4bfb-9f4e-a250eedfa623 {{(pid=101555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:15:31.395071 dv-cinder-816695-1-iscsi neutron-server[101555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '173bb509-67e6-46b7-a90b-88985ff920e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25f5ba15-48fd-4179-9f49-bd0636830073', 'code': 200} Nov 18 18:15:31.397323 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-fd0a7ee9-4b18-4a79-95a2-d3bd93ebd59e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:31.438987 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e85730a-e19d-4349-9aa5-da271a8e7ce5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5e6a097-ea3c-5b2a-9327-4706adb4f366-74df0788-e7d6-410e-9ee3-84c20bef6ca1', 'network_id': '74df0788-e7d6-410e-9ee3-84c20bef6ca1', 'tenant_id': '933276c3577b443fb02567a84c30f5f2', 'fixed_ips': [{'subnet_id': '9c1a8c73-e246-4c32-9c4c-9a07f80b872f'}]}} from dv-cinder-816695-1-iscsi. {{(pid=101555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 18:15:31.440602 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-8e85730a-e19d-4349-9aa5-da271a8e7ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_create {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:31.456222 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f209f3c9-2777-4358-bfb4-1ecbe494162b req-686ddfad-2afb-4185-97f5-a770f0f4bff1 tempest-VolumesNegativeTest-290152564 tempest-VolumesNegativeTest-290152564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:15:31.457920 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-f209f3c9-2777-4358-bfb4-1ecbe494162b req-686ddfad-2afb-4185-97f5-a770f0f4bff1 tempest-VolumesNegativeTest-290152564 tempest-VolumesNegativeTest-290152564-project] 10.222.0.21 "GET /v2.0/ports?device_id=173bb509-67e6-46b7-a90b-88985ff920e4 HTTP/1.1" status: 200 len: 950 time: 0.0587134 Nov 18 18:15:31.517699 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-f209f3c9-2777-4358-bfb4-1ecbe494162b req-e0f30431-b3e0-4567-9173-df28917073fc tempest-VolumesNegativeTest-290152564 tempest-VolumesNegativeTest-290152564-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3606de3-2314-43b9-b72e-bd789e1fc71a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472357 Nov 18 18:15:31.521438 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] get_ports_and_sgs() called for port_ids ['7a14e2fc-e458-4007-b2e1-1b84426736dd'] {{(pid=101555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 18:15:31.562771 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-fd0a7ee9-4b18-4a79-95a2-d3bd93ebd59e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:31.623309 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a9a212-2153-4dbe-8d7e-16649a5466d1 req-bffdf72e-0224-43f9-8019-bf33de7934b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:15:31.624873 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-63a9a212-2153-4dbe-8d7e-16649a5466d1 req-bffdf72e-0224-43f9-8019-bf33de7934b8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=173bb509-67e6-46b7-a90b-88985ff920e4 HTTP/1.1" status: 200 len: 1103 time: 0.0456860 Nov 18 18:15:31.653169 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.db_base_plugin_common [None req-8e85730a-e19d-4349-9aa5-da271a8e7ce5 None None] Allocated IP 172.20.0.2 (74df0788-e7d6-410e-9ee3-84c20bef6ca1/9c1a8c73-e246-4c32-9c4c-9a07f80b872f/710afa2a-68ee-4343-9df2-1eb2fa563de0) {{(pid=101555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 18:15:31.673430 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-63a9a212-2153-4dbe-8d7e-16649a5466d1 req-97a2d690-a401-4a7b-b118-bd860e67aee7 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e3606de3-2314-43b9-b72e-bd789e1fc71a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374875 Nov 18 18:15:31.889236 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-8e85730a-e19d-4349-9aa5-da271a8e7ce5 None None] Notify callbacks [] for port, precommit_create {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:31.904173 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-8e85730a-e19d-4349-9aa5-da271a8e7ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768456900401'] for port, after_create {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:31.944960 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e85730a-e19d-4349-9aa5-da271a8e7ce5 None None] Network 74df0788-e7d6-410e-9ee3-84c20bef6ca1 is already hosted by enough agents. {{(pid=101555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:15:31.947909 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.scheduler.base_scheduler [None req-8e85730a-e19d-4349-9aa5-da271a8e7ce5 None None] Resources bound (agent type, host, resource id): {{(pid=101555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:15:31.951892 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e85730a-e19d-4349-9aa5-da271a8e7ce5 None None] Received port after_create {{(pid=101555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 18:15:31.961173 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e85730a-e19d-4349-9aa5-da271a8e7ce5 None None] Pushing event updated for resources: {'Port': ['ID=710afa2a-68ee-4343-9df2-1eb2fa563de0,revision_number=1']} {{(pid=101555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:15:32.036472 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.managers [None req-8e85730a-e19d-4349-9aa5-da271a8e7ce5 None None] Attempting to bind port 710afa2a-68ee-4343-9df2-1eb2fa563de0 on host dv-cinder-816695-1-iscsi for vnic_type normal with profile {{(pid=101555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 18 18:15:32.036854 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.managers [None req-8e85730a-e19d-4349-9aa5-da271a8e7ce5 None None] Attempting to bind port 710afa2a-68ee-4343-9df2-1eb2fa563de0 by drivers openvswitch,hyperv on host dv-cinder-816695-1-iscsi at level 0 using segments [{'id': 'dc52c420-f242-4fd4-b02f-66908d30a095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '74df0788-e7d6-410e-9ee3-84c20bef6ca1'}] {{(pid=101555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 18 18:15:32.037222 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e85730a-e19d-4349-9aa5-da271a8e7ce5 None None] Attempting to bind port 710afa2a-68ee-4343-9df2-1eb2fa563de0 on network 74df0788-e7d6-410e-9ee3-84c20bef6ca1 {{(pid=101555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:15:32.042559 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e85730a-e19d-4349-9aa5-da271a8e7ce5 None None] Checking agent: {'id': '1b150279-be03-4dd2-a318-1a957a9087ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816695-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 18, 5, 14), 'started_at': datetime.datetime(2021, 11, 18, 18, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 18, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816695-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 18:15:32.042944 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e85730a-e19d-4349-9aa5-da271a8e7ce5 None None] Checking segment: {'id': 'dc52c420-f242-4fd4-b02f-66908d30a095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '74df0788-e7d6-410e-9ee3-84c20bef6ca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 18 18:15:32.043344 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-8e85730a-e19d-4349-9aa5-da271a8e7ce5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:32.043719 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e85730a-e19d-4349-9aa5-da271a8e7ce5 None None] Bound using segment: {'id': 'dc52c420-f242-4fd4-b02f-66908d30a095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '74df0788-e7d6-410e-9ee3-84c20bef6ca1'} {{(pid=101555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 18:15:32.044269 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.managers [None req-8e85730a-e19d-4349-9aa5-da271a8e7ce5 None None] Bound port: 710afa2a-68ee-4343-9df2-1eb2fa563de0, host: dv-cinder-816695-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc52c420-f242-4fd4-b02f-66908d30a095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '74df0788-e7d6-410e-9ee3-84c20bef6ca1'}}] {{(pid=101555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 18 18:15:32.044661 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-8e85730a-e19d-4349-9aa5-da271a8e7ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:32.065704 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-fd0a7ee9-4b18-4a79-95a2-d3bd93ebd59e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:32.088372 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-fd0a7ee9-4b18-4a79-95a2-d3bd93ebd59e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:32.121578 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-8e85730a-e19d-4349-9aa5-da271a8e7ce5 None None] For port 710afa2a-68ee-4343-9df2-1eb2fa563de0, host dv-cinder-816695-1-iscsi, cleared binding levels {{(pid=101555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 18:15:32.124763 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-8e85730a-e19d-4349-9aa5-da271a8e7ce5 None None] For port 710afa2a-68ee-4343-9df2-1eb2fa563de0, host dv-cinder-816695-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816695-1-iscsi',level=0,port_id=710afa2a-68ee-4343-9df2-1eb2fa563de0,segment=NetworkSegment(dc52c420-f242-4fd4-b02f-66908d30a095),segment_id=dc52c420-f242-4fd4-b02f-66908d30a095)] {{(pid=101555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 18:15:32.130147 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-8e85730a-e19d-4349-9aa5-da271a8e7ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:32.191764 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e85730a-e19d-4349-9aa5-da271a8e7ce5 None None] Pushing event updated for resources: {'Port': ['ID=710afa2a-68ee-4343-9df2-1eb2fa563de0,revision_number=2']} {{(pid=101555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:15:32.214649 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.db.db_base_plugin_common [None req-fd0a7ee9-4b18-4a79-95a2-d3bd93ebd59e admin admin] Allocated IP 172.27.0.240 (681a8de3-317c-4c8e-b068-d1104cc9c364/7ba09554-0552-4432-a7a0-26d8d0284def/ded73eea-7106-498e-9878-0a8de336978d) {{(pid=101554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 18:15:32.276915 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 47534) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:15:32.334486 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-fd0a7ee9-4b18-4a79-95a2-d3bd93ebd59e admin admin] Notify callbacks [] for port, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:32.406175 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-fd0a7ee9-4b18-4a79-95a2-d3bd93ebd59e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768456900401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6202601'] for port, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:32.442432 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-6af17f54-8e4c-4c9b-937a-562f19d2a8b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:32.452873 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0a7ee9-4b18-4a79-95a2-d3bd93ebd59e admin admin] Network 681a8de3-317c-4c8e-b068-d1104cc9c364 is already hosted by enough agents. {{(pid=101554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:15:32.458670 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.scheduler.base_scheduler [None req-fd0a7ee9-4b18-4a79-95a2-d3bd93ebd59e admin admin] Resources bound (agent type, host, resource id): {{(pid=101554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:15:32.461510 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0a7ee9-4b18-4a79-95a2-d3bd93ebd59e admin admin] Received port after_create {{(pid=101554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 18:15:32.517161 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0a7ee9-4b18-4a79-95a2-d3bd93ebd59e admin admin] Pushing event updated for resources: {'Port': ['ID=ded73eea-7106-498e-9878-0a8de336978d,revision_number=1']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:15:32.538603 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0a7ee9-4b18-4a79-95a2-d3bd93ebd59e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:15:32.538865 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0a7ee9-4b18-4a79-95a2-d3bd93ebd59e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:15:32.539203 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0a7ee9-4b18-4a79-95a2-d3bd93ebd59e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:15:32.539532 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0a7ee9-4b18-4a79-95a2-d3bd93ebd59e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:15:32.539875 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0a7ee9-4b18-4a79-95a2-d3bd93ebd59e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:15:32.540204 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0a7ee9-4b18-4a79-95a2-d3bd93ebd59e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:15:32.540532 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0a7ee9-4b18-4a79-95a2-d3bd93ebd59e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:15:32.541148 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0a7ee9-4b18-4a79-95a2-d3bd93ebd59e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:15:32.541480 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0a7ee9-4b18-4a79-95a2-d3bd93ebd59e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:15:32.541972 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0a7ee9-4b18-4a79-95a2-d3bd93ebd59e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:15:32.542433 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0a7ee9-4b18-4a79-95a2-d3bd93ebd59e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:15:32.542927 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0a7ee9-4b18-4a79-95a2-d3bd93ebd59e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:15:32.604225 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-6af17f54-8e4c-4c9b-937a-562f19d2a8b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:32.617784 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30651698-6eed-41d8-b368-ab3cecfc4e23 req-48c16684-2d4e-4749-a603-64f82a226016 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:15:32.619375 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-30651698-6eed-41d8-b368-ab3cecfc4e23 req-48c16684-2d4e-4749-a603-64f82a226016 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/ports?device_id=48ce5274-bbd4-41d9-a7fd-7b3342e115ca HTTP/1.1" status: 200 len: 945 time: 0.1133137 Nov 18 18:15:32.620956 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-6af17f54-8e4c-4c9b-937a-562f19d2a8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:32.666963 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75de5b4-b19e-41fd-a9ad-f17e6ac7064b req-a06776c5-b98c-4fd8-9b4d-95573ccf33f5 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:15:32.668427 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-f75de5b4-b19e-41fd-a9ad-f17e6ac7064b req-a06776c5-b98c-4fd8-9b4d-95573ccf33f5 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f543819-01c0-48cd-a2bf-fb3f2dd041d6 HTTP/1.1" status: 200 len: 944 time: 0.1649089 Nov 18 18:15:32.697760 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-6af17f54-8e4c-4c9b-937a-562f19d2a8b9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2d13a95ad4b045cf8741d9459bc04ef2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4198165 Nov 18 18:15:32.701027 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af17f54-8e4c-4c9b-937a-562f19d2a8b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ee9d90a-dfaf-4185-b4a1-0b4f600e547d,revision_number=1']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:15:32.703430 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 47544) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:15:32.742701 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-30651698-6eed-41d8-b368-ab3cecfc4e23 req-0af2e8e6-2cd0-43a4-8c9b-fe4e161408db tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/security-groups?id=46cda0ec-de4b-4291-a19a-42b976c21ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148868 Nov 18 18:15:32.778305 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-f75de5b4-b19e-41fd-a9ad-f17e6ac7064b req-91032422-1e84-4066-8eab-71791048a6ab tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb4519c5-e238-4dc3-a08d-3d011a53b08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925243 Nov 18 18:15:32.802928 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-26b3a76d-31c1-4ab2-aa38-28075fe4b0b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:32.824792 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-fd0a7ee9-4b18-4a79-95a2-d3bd93ebd59e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:32.839180 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-26b3a76d-31c1-4ab2-aa38-28075fe4b0b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:32.901411 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28099ac-3907-4cb2-94cf-d8401a9618ca req-04d67259-d877-43eb-9440-cbff3f858acf tempest-VolumesNegativeTest-290152564 tempest-VolumesNegativeTest-290152564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:15:32.902916 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-f28099ac-3907-4cb2-94cf-d8401a9618ca req-04d67259-d877-43eb-9440-cbff3f858acf tempest-VolumesNegativeTest-290152564 tempest-VolumesNegativeTest-290152564-project] 10.222.0.21 "GET /v2.0/ports?device_id=173bb509-67e6-46b7-a90b-88985ff920e4 HTTP/1.1" status: 200 len: 950 time: 0.0857952 Nov 18 18:15:32.942380 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-26b3a76d-31c1-4ab2-aa38-28075fe4b0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:32.944922 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-26b3a76d-31c1-4ab2-aa38-28075fe4b0b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:32.950034 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-26b3a76d-31c1-4ab2-aa38-28075fe4b0b7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3ee9d90a-dfaf-4185-b4a1-0b4f600e547d HTTP/1.1" status: 204 len: 168 time: 0.2330892 Nov 18 18:15:32.968453 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-f28099ac-3907-4cb2-94cf-d8401a9618ca req-c1e76aaf-8435-4ce8-8b9b-746f0b3d40c5 tempest-VolumesNegativeTest-290152564 tempest-VolumesNegativeTest-290152564-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3606de3-2314-43b9-b72e-bd789e1fc71a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580604 Nov 18 18:15:32.977199 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b3a76d-31c1-4ab2-aa38-28075fe4b0b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ee9d90a-dfaf-4185-b4a1-0b4f600e547d,revision_number=None']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:15:33.053664 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-fd0a7ee9-4b18-4a79-95a2-d3bd93ebd59e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-366319'] for router, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:33.225803 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd0a7ee9-4b18-4a79-95a2-d3bd93ebd59e admin admin] Router 99f1c64f-8793-4736-8dd7-238dea8cb4ec is scheduled to L3 agent 11d55508-f5ea-4178-bd3a-0ed8666e5761 with binding_index 1 {{(pid=101554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 18 18:15:33.317537 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498bfdfa-3d84-4456-b111-41b6ba8c505e None None] Network 74df0788-e7d6-410e-9ee3-84c20bef6ca1 requested from dv-cinder-816695-1-iscsi {{(pid=101555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 18:15:33.328602 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 47558) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:15:33.350740 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-98964525-aa8b-4ab7-bc5c-bc447705eb63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:33.363237 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd0a7ee9-4b18-4a79-95a2-d3bd93ebd59e admin admin] Notify agent at l3_agent.dv-cinder-816695-1-iscsi the message routers_updated {{(pid=101554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 18:15:33.384165 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-fd0a7ee9-4b18-4a79-95a2-d3bd93ebd59e admin admin] Notify callbacks [] for router, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:33.390703 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-fd0a7ee9-4b18-4a79-95a2-d3bd93ebd59e admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0991678 Nov 18 18:15:33.390898 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0549d092-8125-4aaa-9181-e33647336f01 None None] Sync routers for ids ['99f1c64f-8793-4736-8dd7-238dea8cb4ec'] in dv-cinder-816695-1-iscsi {{(pid=101556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 18:15:33.391352 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 47560) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:15:33.421419 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0549d092-8125-4aaa-9181-e33647336f01 None None] Routers {'99f1c64f-8793-4736-8dd7-238dea8cb4ec'} bound to L3 agent in host dv-cinder-816695-1-iscsi {{(pid=101556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:15:33.422373 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_hamode_db [None req-0549d092-8125-4aaa-9181-e33647336f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-18T18:05:14Z,description=,heartbeat_timestamp=2021-11-18T18:15:14Z,host='dv-cinder-816695-1-iscsi',id=11d55508-f5ea-4178-bd3a-0ed8666e5761,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T18:05:14Z,topic='l3_agent')) {'router_ids': ['99f1c64f-8793-4736-8dd7-238dea8cb4ec'], 'active': True} {{(pid=101556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:15:33.437888 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-ba8dafe0-1316-403d-8528-a13875d94852 None None] Provisioning complete for port 710afa2a-68ee-4343-9df2-1eb2fa563de0 triggered by entity DHCP. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:15:33.438531 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-ba8dafe0-1316-403d-8528-a13875d94852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:33.484496 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-98964525-aa8b-4ab7-bc5c-bc447705eb63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:33.491657 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-98964525-aa8b-4ab7-bc5c-bc447705eb63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:33.574389 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-98964525-aa8b-4ab7-bc5c-bc447705eb63 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d1b48fe501b34b7db67e8fdc479450d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2436101 Nov 18 18:15:33.577162 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98964525-aa8b-4ab7-bc5c-bc447705eb63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d83b323c-abb7-45cc-90d9-35e121749d2a,revision_number=1']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:15:33.593071 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 47562) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:15:33.656109 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_dvr_db [None req-0549d092-8125-4aaa-9181-e33647336f01 None None] Set router 99f1c64f-8793-4736-8dd7-238dea8cb4ec gateway port host: dv-cinder-816695-1-iscsi {{(pid=101556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:15:33.674481 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-ba8dafe0-1316-403d-8528-a13875d94852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:33.710861 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-577511b7-14ed-4b9f-8ce0-788b4d1f903d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:33.744561 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-ba8dafe0-1316-403d-8528-a13875d94852 None None] For port 710afa2a-68ee-4343-9df2-1eb2fa563de0, host dv-cinder-816695-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816695-1-iscsi',level=0,port_id=710afa2a-68ee-4343-9df2-1eb2fa563de0,segment=NetworkSegment(dc52c420-f242-4fd4-b02f-66908d30a095),segment_id=dc52c420-f242-4fd4-b02f-66908d30a095)] {{(pid=101555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:15:33.746139 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-577511b7-14ed-4b9f-8ce0-788b4d1f903d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:33.751455 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-ba8dafe0-1316-403d-8528-a13875d94852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:33.821089 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-577511b7-14ed-4b9f-8ce0-788b4d1f903d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:33.825205 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-577511b7-14ed-4b9f-8ce0-788b4d1f903d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:33.825771 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-577511b7-14ed-4b9f-8ce0-788b4d1f903d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d83b323c-abb7-45cc-90d9-35e121749d2a HTTP/1.1" status: 204 len: 168 time: 0.2302799 Nov 18 18:15:33.835478 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577511b7-14ed-4b9f-8ce0-788b4d1f903d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d83b323c-abb7-45cc-90d9-35e121749d2a,revision_number=None']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:15:33.867074 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8dafe0-1316-403d-8528-a13875d94852 None None] Pushing event updated for resources: {'Port': ['ID=710afa2a-68ee-4343-9df2-1eb2fa563de0,revision_number=3']} {{(pid=101555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:15:34.071864 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-4a18fc50-f31f-4162-855d-7d873731085f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:34.072456 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb49216-20f9-48c6-9002-f688ccab0866 req-0bfca87d-7939-4972-b9be-e8d3116313b8 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:15:34.078056 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-3eb49216-20f9-48c6-9002-f688ccab0866 req-0bfca87d-7939-4972-b9be-e8d3116313b8 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/ports?device_id=48ce5274-bbd4-41d9-a7fd-7b3342e115ca HTTP/1.1" status: 200 len: 945 time: 0.1976151 Nov 18 18:15:34.087468 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_hamode_db [None req-0549d092-8125-4aaa-9181-e33647336f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99f1c64f-8793-4736-8dd7-238dea8cb4ec', 'name': 'tempest-TestShelveInstance-1403249405-router', 'tenant_id': '933276c3577b443fb02567a84c30f5f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'external_fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'ded73eea-7106-498e-9878-0a8de336978d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:15:31Z', 'updated_at': '2021-11-18T18:15:32Z', 'revision_number': 3, 'project_id': '933276c3577b443fb02567a84c30f5f2', 'gw_port': {'id': 'ded73eea-7106-498e-9878-0a8de336978d', 'name': '', 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:db:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99f1c64f-8793-4736-8dd7-238dea8cb4ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:15:32Z', 'updated_at': '2021-11-18T18:15:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816695-1-iscsi'}], 'dv-cinder-816695-1-iscsi', False) {} {{(pid=101556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:15:34.121571 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b06100-bd5d-40ba-b907-8a4e4a93d919 req-7660ae58-59af-4693-b605-6eba11449234 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:15:34.124144 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-e9b06100-bd5d-40ba-b907-8a4e4a93d919 req-7660ae58-59af-4693-b605-6eba11449234 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f543819-01c0-48cd-a2bf-fb3f2dd041d6 HTTP/1.1" status: 200 len: 944 time: 0.1920362 Nov 18 18:15:34.130491 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Device 710afa2a-68ee-4343-9df2-1eb2fa563de0 up at agent ovs-agent-dv-cinder-816695-1-iscsi {{(pid=101555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:15:34.150375 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0549d092-8125-4aaa-9181-e33647336f01 None None] Checking router: 99f1c64f-8793-4736-8dd7-238dea8cb4ec for host: dv-cinder-816695-1-iscsi {{(pid=101556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 18:15:34.151011 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0549d092-8125-4aaa-9181-e33647336f01 None None] Updating router 99f1c64f-8793-4736-8dd7-238dea8cb4ec port ded73eea-7106-498e-9878-0a8de336978d binding host dv-cinder-816695-1-iscsi {{(pid=101556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 18:15:34.168932 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-3eb49216-20f9-48c6-9002-f688ccab0866 req-47eb2f3c-610a-4ca0-bdc5-34e16658634a tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/security-groups?id=46cda0ec-de4b-4291-a19a-42b976c21ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894976 Nov 18 18:15:34.195671 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron_lib.callbacks.manager [None req-0549d092-8125-4aaa-9181-e33647336f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:34.212451 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-e9b06100-bd5d-40ba-b907-8a4e4a93d919 req-6321a611-5a3e-4262-a43c-4b8523e6c9b4 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb4519c5-e238-4dc3-a08d-3d011a53b08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727165 Nov 18 18:15:34.244716 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Provisioning complete for port 710afa2a-68ee-4343-9df2-1eb2fa563de0 triggered by entity L2. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:15:34.245223 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:34.320891 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-7844a568-d222-4f96-af37-c8ebc155da07 None None] Provisioning complete for port 710afa2a-68ee-4343-9df2-1eb2fa563de0 triggered by entity DHCP. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:15:34.321534 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-7844a568-d222-4f96-af37-c8ebc155da07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:34.356132 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74a44d8-05a8-4043-846a-4046da2ad08a req-ed6354ee-d8d8-49ef-9ddd-1c4390987a8e tempest-VolumesNegativeTest-290152564 tempest-VolumesNegativeTest-290152564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:15:34.358691 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-f74a44d8-05a8-4043-846a-4046da2ad08a req-ed6354ee-d8d8-49ef-9ddd-1c4390987a8e tempest-VolumesNegativeTest-290152564 tempest-VolumesNegativeTest-290152564-project] 10.222.0.21 "GET /v2.0/ports?device_id=173bb509-67e6-46b7-a90b-88985ff920e4 HTTP/1.1" status: 200 len: 950 time: 0.1147642 Nov 18 18:15:34.445103 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-f74a44d8-05a8-4043-846a-4046da2ad08a req-b201924b-e18e-4b4e-b6b8-56695a40ad3c tempest-VolumesNegativeTest-290152564 tempest-VolumesNegativeTest-290152564-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3606de3-2314-43b9-b72e-bd789e1fc71a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729904 Nov 18 18:15:34.462978 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.db.db_base_plugin_common [None req-4a18fc50-f31f-4162-855d-7d873731085f admin admin] Allocated IP 172.20.0.1 (74df0788-e7d6-410e-9ee3-84c20bef6ca1/9c1a8c73-e246-4c32-9c4c-9a07f80b872f/e1dc68f1-dda4-4c20-b052-f9b92219a638) {{(pid=101554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 18:15:34.601534 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-4a18fc50-f31f-4162-855d-7d873731085f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:34.640071 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Device 7a14e2fc-e458-4007-b2e1-1b84426736dd up at agent hyperv_hv-cinder-81669 {{(pid=101555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:15:34.646096 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-4a18fc50-f31f-4162-855d-7d873731085f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768456900401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6202601'] for port, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:34.689480 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a18fc50-f31f-4162-855d-7d873731085f admin admin] Network 74df0788-e7d6-410e-9ee3-84c20bef6ca1 is already hosted by enough agents. {{(pid=101554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:15:34.693205 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.scheduler.base_scheduler [None req-4a18fc50-f31f-4162-855d-7d873731085f admin admin] Resources bound (agent type, host, resource id): {{(pid=101554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:15:34.697022 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a18fc50-f31f-4162-855d-7d873731085f admin admin] Received port after_create {{(pid=101554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 18:15:34.735691 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-4a18fc50-f31f-4162-855d-7d873731085f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364474'] for router_interface, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:34.743053 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron_lib.callbacks.manager [None req-0549d092-8125-4aaa-9181-e33647336f01 None None] Notify callbacks [] for port, precommit_update {{(pid=101556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:34.757598 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron_lib.callbacks.manager [None req-0549d092-8125-4aaa-9181-e33647336f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:34.843977 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a18fc50-f31f-4162-855d-7d873731085f admin admin] Pushing event updated for resources: {'Port': ['ID=e1dc68f1-dda4-4c20-b052-f9b92219a638,revision_number=1']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:15:34.846233 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1974c6c3-212d-4365-a4e0-9e1fcc0e2528 None None] Pushing event updated for resources: {'Port': ['ID=ded73eea-7106-498e-9878-0a8de336978d,revision_number=2']} {{(pid=101556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:15:34.867772 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1974c6c3-212d-4365-a4e0-9e1fcc0e2528 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:15:34.867999 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1974c6c3-212d-4365-a4e0-9e1fcc0e2528 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:15:34.868646 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1974c6c3-212d-4365-a4e0-9e1fcc0e2528 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:15:34.869712 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1974c6c3-212d-4365-a4e0-9e1fcc0e2528 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:15:34.870323 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1974c6c3-212d-4365-a4e0-9e1fcc0e2528 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:15:34.870816 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1974c6c3-212d-4365-a4e0-9e1fcc0e2528 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:15:34.871311 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1974c6c3-212d-4365-a4e0-9e1fcc0e2528 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:15:34.871793 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1974c6c3-212d-4365-a4e0-9e1fcc0e2528 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:15:34.872459 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1974c6c3-212d-4365-a4e0-9e1fcc0e2528 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:15:34.872941 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1974c6c3-212d-4365-a4e0-9e1fcc0e2528 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:15:34.873426 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1974c6c3-212d-4365-a4e0-9e1fcc0e2528 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:15:34.873917 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1974c6c3-212d-4365-a4e0-9e1fcc0e2528 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:15:34.886065 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.plugins.ml2.managers [None req-0549d092-8125-4aaa-9181-e33647336f01 None None] Attempting to bind port ded73eea-7106-498e-9878-0a8de336978d on host dv-cinder-816695-1-iscsi for vnic_type normal with profile {{(pid=101556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 18 18:15:34.886814 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.plugins.ml2.managers [None req-0549d092-8125-4aaa-9181-e33647336f01 None None] Attempting to bind port ded73eea-7106-498e-9878-0a8de336978d by drivers openvswitch,hyperv on host dv-cinder-816695-1-iscsi at level 0 using segments [{'id': 'ccf61333-990a-41b6-8fac-e85eb4401822', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364'}] {{(pid=101556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 18 18:15:34.887333 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0549d092-8125-4aaa-9181-e33647336f01 None None] Attempting to bind port ded73eea-7106-498e-9878-0a8de336978d on network 681a8de3-317c-4c8e-b068-d1104cc9c364 {{(pid=101556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:15:34.894958 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0549d092-8125-4aaa-9181-e33647336f01 None None] Checking agent: {'id': '1b150279-be03-4dd2-a318-1a957a9087ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816695-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 18, 5, 14), 'started_at': datetime.datetime(2021, 11, 18, 18, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 18, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816695-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 18:15:34.896419 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0549d092-8125-4aaa-9181-e33647336f01 None None] Checking segment: {'id': 'ccf61333-990a-41b6-8fac-e85eb4401822', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 18 18:15:34.897169 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron_lib.callbacks.manager [None req-0549d092-8125-4aaa-9181-e33647336f01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:34.897996 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0549d092-8125-4aaa-9181-e33647336f01 None None] Bound using segment: {'id': 'ccf61333-990a-41b6-8fac-e85eb4401822', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364'} {{(pid=101556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 18:15:34.898633 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.plugins.ml2.managers [None req-0549d092-8125-4aaa-9181-e33647336f01 None None] Bound port: ded73eea-7106-498e-9878-0a8de336978d, host: dv-cinder-816695-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccf61333-990a-41b6-8fac-e85eb4401822', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364'}}] {{(pid=101556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 18 18:15:34.899311 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron_lib.callbacks.manager [None req-0549d092-8125-4aaa-9181-e33647336f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:34.948131 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceee180-bb36-4dbf-a5b4-703d71c2bce4 req-3afdab76-c07c-42ab-a8ed-5bcfd52ec66c tempest-VolumesNegativeTest-290152564 tempest-VolumesNegativeTest-290152564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:15:34.966238 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-bceee180-bb36-4dbf-a5b4-703d71c2bce4 req-3afdab76-c07c-42ab-a8ed-5bcfd52ec66c tempest-VolumesNegativeTest-290152564 tempest-VolumesNegativeTest-290152564-project] 10.222.0.21 "GET /v2.0/ports?device_id=173bb509-67e6-46b7-a90b-88985ff920e4 HTTP/1.1" status: 200 len: 950 time: 0.1331968 Nov 18 18:15:34.978074 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.plugins.ml2.db [None req-0549d092-8125-4aaa-9181-e33647336f01 None None] For port ded73eea-7106-498e-9878-0a8de336978d, host dv-cinder-816695-1-iscsi, cleared binding levels {{(pid=101556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 18:15:34.981623 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.plugins.ml2.db [None req-0549d092-8125-4aaa-9181-e33647336f01 None None] For port ded73eea-7106-498e-9878-0a8de336978d, host dv-cinder-816695-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816695-1-iscsi',level=0,port_id=ded73eea-7106-498e-9878-0a8de336978d,segment=NetworkSegment(ccf61333-990a-41b6-8fac-e85eb4401822),segment_id=ccf61333-990a-41b6-8fac-e85eb4401822)] {{(pid=101556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 18:15:34.987485 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron_lib.callbacks.manager [None req-0549d092-8125-4aaa-9181-e33647336f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:34.992328 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-4a18fc50-f31f-4162-855d-7d873731085f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:35.047968 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-bceee180-bb36-4dbf-a5b4-703d71c2bce4 req-42b560b1-5804-4955-8f8c-56158c63b798 tempest-VolumesNegativeTest-290152564 tempest-VolumesNegativeTest-290152564-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3606de3-2314-43b9-b72e-bd789e1fc71a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793970 Nov 18 18:15:35.051600 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Provisioning for port 7a14e2fc-e458-4007-b2e1-1b84426736dd completed by entity L2. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 18:15:35.065616 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Provisioning complete for port 7a14e2fc-e458-4007-b2e1-1b84426736dd triggered by entity L2. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:15:35.065843 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:35.088267 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-317e7d81-4857-4dbc-b182-9e4d25a002a7 None None] Provisioning complete for port e1dc68f1-dda4-4c20-b052-f9b92219a638 triggered by entity DHCP. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:15:35.088644 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-317e7d81-4857-4dbc-b182-9e4d25a002a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:35.106844 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1974c6c3-212d-4365-a4e0-9e1fcc0e2528 None None] Pushing event updated for resources: {'Port': ['ID=ded73eea-7106-498e-9878-0a8de336978d,revision_number=3']} {{(pid=101556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:15:35.115917 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0549d092-8125-4aaa-9181-e33647336f01 None None] Routers {'99f1c64f-8793-4736-8dd7-238dea8cb4ec'} bound to L3 agent in host dv-cinder-816695-1-iscsi {{(pid=101556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:15:35.116527 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_hamode_db [None req-0549d092-8125-4aaa-9181-e33647336f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-18T18:05:14Z,description=,heartbeat_timestamp=2021-11-18T18:15:14Z,host='dv-cinder-816695-1-iscsi',id=11d55508-f5ea-4178-bd3a-0ed8666e5761,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T18:05:14Z,topic='l3_agent')) {'router_ids': ['99f1c64f-8793-4736-8dd7-238dea8cb4ec'], 'active': True} {{(pid=101556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:15:35.138967 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.plugin [None req-317e7d81-4857-4dbc-b182-9e4d25a002a7 None None] Port e1dc68f1-dda4-4c20-b052-f9b92219a638 cannot update to ACTIVE because it is not bound. {{(pid=101555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 18 18:15:35.196717 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:35.210602 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-4a18fc50-f31f-4162-855d-7d873731085f admin admin] Notify callbacks [] for port, precommit_update {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:35.217424 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-4a18fc50-f31f-4162-855d-7d873731085f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6202622'] for port, after_update {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:35.225027 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f543819-01c0-48cd-a2bf-fb3f2dd041d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a14e2fc-e458-4007-b2e1-1b84426736dd'}] {{(pid=101555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:15:35.227352 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d346ce470d451c2c3f81e461e68bbd58c3f0d417750f3f38c7c8caca9575360f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d43b7cd-9248-43ae-85be-0ff57203db79" -d '{"events": [{"server_uuid": "3f543819-01c0-48cd-a2bf-fb3f2dd041d6", "name": "network-vif-plugged", "status": "completed", "tag": "7a14e2fc-e458-4007-b2e1-1b84426736dd"}]}' {{(pid=101555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:15:35.243117 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] For port 7a14e2fc-e458-4007-b2e1-1b84426736dd, host hv-cinder-81669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81669',level=0,port_id=7a14e2fc-e458-4007-b2e1-1b84426736dd,segment=NetworkSegment(8db404f7-7509-4e1d-af51-a1837b138434),segment_id=8db404f7-7509-4e1d-af51-a1837b138434)] {{(pid=101555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:15:35.249562 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:35.265412 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a18fc50-f31f-4162-855d-7d873731085f admin admin] Pushing event updated for resources: {'Port': ['ID=e1dc68f1-dda4-4c20-b052-f9b92219a638,revision_number=2']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:15:35.284822 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_dvr_db [None req-0549d092-8125-4aaa-9181-e33647336f01 None None] Set router 99f1c64f-8793-4736-8dd7-238dea8cb4ec gateway port host: dv-cinder-816695-1-iscsi {{(pid=101556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:15:35.314140 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-4a18fc50-f31f-4162-855d-7d873731085f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-367343'] for router_interface, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:35.428664 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 18:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc37487f-b55f-4746-b3fb-b099c80e06f8 x-openstack-request-id: req-dc37487f-b55f-4746-b3fb-b099c80e06f8 {{(pid=101555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:15:35.429669 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f543819-01c0-48cd-a2bf-fb3f2dd041d6", "name": "network-vif-plugged", "status": "completed", "tag": "7a14e2fc-e458-4007-b2e1-1b84426736dd", "code": 200}]} {{(pid=101555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:15:35.430150 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dc37487f-b55f-4746-b3fb-b099c80e06f8 {{(pid=101555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:15:35.431964 dv-cinder-816695-1-iscsi neutron-server[101555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f543819-01c0-48cd-a2bf-fb3f2dd041d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a14e2fc-e458-4007-b2e1-1b84426736dd', 'code': 200} Nov 18 18:15:35.435235 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be26a3c-9eb7-49d8-a304-a6f6222498c4 req-644c3c5c-645d-412f-bc2c-06fc72a33363 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:15:35.440349 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-4be26a3c-9eb7-49d8-a304-a6f6222498c4 req-644c3c5c-645d-412f-bc2c-06fc72a33363 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/ports?device_id=48ce5274-bbd4-41d9-a7fd-7b3342e115ca HTTP/1.1" status: 200 len: 945 time: 0.0943558 Nov 18 18:15:35.450672 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Pushing event updated for resources: {'Port': ['ID=7a14e2fc-e458-4007-b2e1-1b84426736dd,revision_number=5']} {{(pid=101555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:15:35.484259 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a18fc50-f31f-4162-855d-7d873731085f admin admin] Network 74df0788-e7d6-410e-9ee3-84c20bef6ca1 is already hosted by enough agents. {{(pid=101554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:15:35.490293 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.scheduler.base_scheduler [None req-4a18fc50-f31f-4162-855d-7d873731085f admin admin] Resources bound (agent type, host, resource id): {{(pid=101554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:15:35.553423 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-4be26a3c-9eb7-49d8-a304-a6f6222498c4 req-43a1b21c-9cb5-42bc-b4c2-40519c78cc10 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/security-groups?id=46cda0ec-de4b-4291-a19a-42b976c21ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062355 Nov 18 18:15:35.652174 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c061304e-d999-41f0-9a95-0df7ae9e900e req-c39bd568-4828-46cb-bb6e-2108d546d069 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:15:35.658049 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-c061304e-d999-41f0-9a95-0df7ae9e900e req-c39bd568-4828-46cb-bb6e-2108d546d069 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f543819-01c0-48cd-a2bf-fb3f2dd041d6 HTTP/1.1" status: 200 len: 945 time: 0.1814585 Nov 18 18:15:35.670803 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_hamode_db [None req-0549d092-8125-4aaa-9181-e33647336f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99f1c64f-8793-4736-8dd7-238dea8cb4ec', 'name': 'tempest-TestShelveInstance-1403249405-router', 'tenant_id': '933276c3577b443fb02567a84c30f5f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'external_fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'ded73eea-7106-498e-9878-0a8de336978d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:15:31Z', 'updated_at': '2021-11-18T18:15:34Z', 'revision_number': 4, 'project_id': '933276c3577b443fb02567a84c30f5f2', 'gw_port': {'id': 'ded73eea-7106-498e-9878-0a8de336978d', 'name': '', 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:db:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99f1c64f-8793-4736-8dd7-238dea8cb4ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:15:32Z', 'updated_at': '2021-11-18T18:15:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816695-1-iscsi', '_interfaces': [{'id': 'e1dc68f1-dda4-4c20-b052-f9b92219a638', 'name': '', 'network_id': '74df0788-e7d6-410e-9ee3-84c20bef6ca1', 'tenant_id': '933276c3577b443fb02567a84c30f5f2', 'mac_address': 'fa:16:3e:2b:cb:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99f1c64f-8793-4736-8dd7-238dea8cb4ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '9c1a8c73-e246-4c32-9c4c-9a07f80b872f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:15:34Z', 'updated_at': '2021-11-18T18:15:34Z', 'revision_number': 1, 'project_id': '933276c3577b443fb02567a84c30f5f2', 'subnets': [{'id': '9c1a8c73-e246-4c32-9c4c-9a07f80b872f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816695-1-iscsi', False) {} {{(pid=101556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:15:35.694200 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd936700-38f8-4c9a-9211-7944871cc765 req-9539ea1f-36ec-45cd-b903-f21efbf153d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:15:35.695727 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-cd936700-38f8-4c9a-9211-7944871cc765 req-9539ea1f-36ec-45cd-b903-f21efbf153d4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3f543819-01c0-48cd-a2bf-fb3f2dd041d6 HTTP/1.1" status: 200 len: 1098 time: 0.1312072 Nov 18 18:15:35.785097 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7c1c32-e41d-4744-a48c-b20a6f6bf732 req-4d2baee5-43df-476c-9ab3-3cdb82f95166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:15:35.788233 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-4e7c1c32-e41d-4744-a48c-b20a6f6bf732 req-4d2baee5-43df-476c-9ab3-3cdb82f95166 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=48ce5274-bbd4-41d9-a7fd-7b3342e115ca HTTP/1.1" status: 200 len: 1098 time: 0.1298182 Nov 18 18:15:35.795137 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a18fc50-f31f-4162-855d-7d873731085f admin admin] Router 99f1c64f-8793-4736-8dd7-238dea8cb4ec has already been hosted by L3 agent 11d55508-f5ea-4178-bd3a-0ed8666e5761 {{(pid=101554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 18:15:35.800277 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-c061304e-d999-41f0-9a95-0df7ae9e900e req-2887d8fa-a0ce-4ecf-93fa-57961b6174ed tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb4519c5-e238-4dc3-a08d-3d011a53b08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322615 Nov 18 18:15:35.807668 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-cd936700-38f8-4c9a-9211-7944871cc765 req-3ee9ae2b-e1de-4185-abbb-265c0239120f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=cb4519c5-e238-4dc3-a08d-3d011a53b08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011381 Nov 18 18:15:35.881164 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0549d092-8125-4aaa-9181-e33647336f01 None None] The sync data for ids ['99f1c64f-8793-4736-8dd7-238dea8cb4ec'] in dv-cinder-816695-1-iscsi is: [{'id': '99f1c64f-8793-4736-8dd7-238dea8cb4ec', 'name': 'tempest-TestShelveInstance-1403249405-router', 'tenant_id': '933276c3577b443fb02567a84c30f5f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'external_fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'ded73eea-7106-498e-9878-0a8de336978d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:15:31Z', 'updated_at': '2021-11-18T18:15:34Z', 'revision_number': 4, 'project_id': '933276c3577b443fb02567a84c30f5f2', 'gw_port': {'id': 'ded73eea-7106-498e-9878-0a8de336978d', 'name': '', 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:db:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99f1c64f-8793-4736-8dd7-238dea8cb4ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:15:32Z', 'updated_at': '2021-11-18T18:15:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816695-1-iscsi', '_interfaces': [{'id': 'e1dc68f1-dda4-4c20-b052-f9b92219a638', 'name': '', 'network_id': '74df0788-e7d6-410e-9ee3-84c20bef6ca1', 'tenant_id': '933276c3577b443fb02567a84c30f5f2', 'mac_address': 'fa:16:3e:2b:cb:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99f1c64f-8793-4736-8dd7-238dea8cb4ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '9c1a8c73-e246-4c32-9c4c-9a07f80b872f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:15:34Z', 'updated_at': '2021-11-18T18:15:34Z', 'revision_number': 1, 'project_id': '933276c3577b443fb02567a84c30f5f2', 'subnets': [{'id': '9c1a8c73-e246-4c32-9c4c-9a07f80b872f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 18:15:35.932658 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-4e7c1c32-e41d-4744-a48c-b20a6f6bf732 req-b3154797-d342-4151-87f8-5eba01ae52d2 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=46cda0ec-de4b-4291-a19a-42b976c21ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278584 Nov 18 18:15:35.938919 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Device 710afa2a-68ee-4343-9df2-1eb2fa563de0 up at agent ovs-agent-dv-cinder-816695-1-iscsi {{(pid=101555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:15:35.990505 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a18fc50-f31f-4162-855d-7d873731085f admin admin] Notify agent at l3_agent.dv-cinder-816695-1-iscsi the message routers_updated {{(pid=101554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 18:15:35.996709 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-4a18fc50-f31f-4162-855d-7d873731085f admin admin] 10.222.0.21 "PUT /v2.0/routers/99f1c64f-8793-4736-8dd7-238dea8cb4ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6043377 Nov 18 18:15:36.016945 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-119711ef-e8fc-404b-a77b-3dcdb87d9061 None None] Provisioning complete for port e1dc68f1-dda4-4c20-b052-f9b92219a638 triggered by entity DHCP. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:15:36.017768 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-119711ef-e8fc-404b-a77b-3dcdb87d9061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:36.065267 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.plugin [None req-119711ef-e8fc-404b-a77b-3dcdb87d9061 None None] Port e1dc68f1-dda4-4c20-b052-f9b92219a638 cannot update to ACTIVE because it is not bound. {{(pid=101555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 18 18:15:36.068229 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Provisioning complete for port 710afa2a-68ee-4343-9df2-1eb2fa563de0 triggered by entity L2. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:15:36.068603 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:36.243864 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e89ca5-c3db-431c-a9ee-f196f0e31e91 req-2adb16a9-0b6a-4346-bb08-1a52b8da6d99 tempest-VolumesNegativeTest-290152564 tempest-VolumesNegativeTest-290152564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:15:36.245453 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-15e89ca5-c3db-431c-a9ee-f196f0e31e91 req-2adb16a9-0b6a-4346-bb08-1a52b8da6d99 tempest-VolumesNegativeTest-290152564 tempest-VolumesNegativeTest-290152564-project] 10.222.0.21 "GET /v2.0/ports?device_id=173bb509-67e6-46b7-a90b-88985ff920e4 HTTP/1.1" status: 200 len: 950 time: 0.0871549 Nov 18 18:15:36.304608 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-15e89ca5-c3db-431c-a9ee-f196f0e31e91 req-f8f9659e-0bc4-4bd5-99ca-e34be89151e6 tempest-VolumesNegativeTest-290152564 tempest-VolumesNegativeTest-290152564-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3606de3-2314-43b9-b72e-bd789e1fc71a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490623 Nov 18 18:15:36.727214 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a790f67-4e11-455d-81ef-c8d7ba7f2913 req-028719c8-1d37-4989-a11c-13a73bde05ef tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:15:36.735477 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-2a790f67-4e11-455d-81ef-c8d7ba7f2913 req-028719c8-1d37-4989-a11c-13a73bde05ef tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/ports?device_id=48ce5274-bbd4-41d9-a7fd-7b3342e115ca HTTP/1.1" status: 200 len: 945 time: 0.0941896 Nov 18 18:15:36.840620 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-2a790f67-4e11-455d-81ef-c8d7ba7f2913 req-5333c5c0-306f-4887-b368-98a0da2a82b6 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/security-groups?id=46cda0ec-de4b-4291-a19a-42b976c21ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037312 Nov 18 18:15:36.928178 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 47650) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:15:36.933369 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.v2.base [None req-9301c852-2b76-4802-8b45-185bccabe6f5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-806746558-network', 'tenant_id': 'e057ce6d25f1429f875bdeafe435f2d8'}} {{(pid=101554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:15:36.965354 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9301c852-2b76-4802-8b45-185bccabe6f5 admin admin] Made reservation on behalf of e057ce6d25f1429f875bdeafe435f2d8 for: {'network': 1} {{(pid=101554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 18:15:36.969661 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-9301c852-2b76-4802-8b45-185bccabe6f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for network, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:36.989649 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-9301c852-2b76-4802-8b45-185bccabe6f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:37.042035 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258b175e-3f9e-4c42-aaf7-8e041c953df0 req-787338e2-20a4-42b5-846d-0c929c904740 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:15:37.048597 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-258b175e-3f9e-4c42-aaf7-8e041c953df0 req-787338e2-20a4-42b5-846d-0c929c904740 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f543819-01c0-48cd-a2bf-fb3f2dd041d6 HTTP/1.1" status: 200 len: 945 time: 0.1241975 Nov 18 18:15:37.092432 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-258b175e-3f9e-4c42-aaf7-8e041c953df0 req-c7a5cfe9-03ef-4558-8f2b-fa9f5e024307 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb4519c5-e238-4dc3-a08d-3d011a53b08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348940 Nov 18 18:15:37.122085 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-9301c852-2b76-4802-8b45-185bccabe6f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:37.127767 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-9301c852-2b76-4802-8b45-185bccabe6f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:37.154150 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9301c852-2b76-4802-8b45-185bccabe6f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 773} {{(pid=101554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 18:15:37.164910 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9301c852-2b76-4802-8b45-185bccabe6f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aefe254-3ec2-48f0-ab27-b87445196b37,revision_number=1']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:15:37.169938 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-9301c852-2b76-4802-8b45-185bccabe6f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1774666'] for segment, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:37.170285 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.db.segments_db [None req-9301c852-2b76-4802-8b45-185bccabe6f5 admin admin] Added segment f8564ec0-0953-4a27-97fb-bf302827c826 of type vlan for network 4f48a6c5-7810-49bc-80ed-537ab73aeb97 Nov 18 18:15:37.220040 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-9301c852-2b76-4802-8b45-185bccabe6f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768456854164'] for network, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:37.247498 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-9301c852-2b76-4802-8b45-185bccabe6f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922'] for network, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:37.248538 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9301c852-2b76-4802-8b45-185bccabe6f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:15:37.249127 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-9301c852-2b76-4802-8b45-185bccabe6f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553968'] for network, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:37.299741 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-9301c852-2b76-4802-8b45-185bccabe6f5 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3703179 Nov 18 18:15:37.303753 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 47656) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:15:37.309771 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.v2.base [None req-034e2a9e-6ac8-48b6-85c9-8c2f0ca2f8aa admin admin] Request body: {'subnet': {'network_id': '4f48a6c5-7810-49bc-80ed-537ab73aeb97', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-806746558-subnet', 'tenant_id': 'e057ce6d25f1429f875bdeafe435f2d8', 'ip_version': 4}} {{(pid=101553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:15:37.315985 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9301c852-2b76-4802-8b45-185bccabe6f5 admin admin] Pushing event updated for resources: {'Network': ['ID=4f48a6c5-7810-49bc-80ed-537ab73aeb97,revision_number=1']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:15:37.329403 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Network 4f48a6c5-7810-49bc-80ed-537ab73aeb97 details requested by agent ovs-agent-dv-cinder-816695-1-iscsi with host dv-cinder-816695-1-iscsi {{(pid=101555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 18:15:37.342083 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-034e2a9e-6ac8-48b6-85c9-8c2f0ca2f8aa admin admin] Made reservation on behalf of e057ce6d25f1429f875bdeafe435f2d8 for: {'subnet': 1} {{(pid=101553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 18:15:37.344790 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-034e2a9e-6ac8-48b6-85c9-8c2f0ca2f8aa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6021510'] for subnet, before_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:37.467037 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7af9ac-c2e4-4264-a161-e48b924426a8 req-2c81ed63-b437-439b-9795-cdaa71d56f2a tempest-VolumesNegativeTest-290152564 tempest-VolumesNegativeTest-290152564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:15:37.469298 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-2f7af9ac-c2e4-4264-a161-e48b924426a8 req-2c81ed63-b437-439b-9795-cdaa71d56f2a tempest-VolumesNegativeTest-290152564 tempest-VolumesNegativeTest-290152564-project] 10.222.0.46 "GET /v2.0/ports?device_id=173bb509-67e6-46b7-a90b-88985ff920e4 HTTP/1.1" status: 200 len: 950 time: 0.0555208 Nov 18 18:15:37.472918 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48255962-b729-4dd0-be5a-e12cecacf404 req-49fd5a96-87ce-4ed6-b914-84c5fac8281a tempest-VolumesNegativeTest-290152564 tempest-VolumesNegativeTest-290152564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:15:37.476532 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-48255962-b729-4dd0-be5a-e12cecacf404 req-49fd5a96-87ce-4ed6-b914-84c5fac8281a tempest-VolumesNegativeTest-290152564 tempest-VolumesNegativeTest-290152564-project] 10.222.0.21 "GET /v2.0/ports?device_id=173bb509-67e6-46b7-a90b-88985ff920e4 HTTP/1.1" status: 200 len: 950 time: 0.0860012 Nov 18 18:15:37.568852 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-48255962-b729-4dd0-be5a-e12cecacf404 req-43d08b64-7f2c-4052-9ec5-e76aca517fc1 tempest-VolumesNegativeTest-290152564 tempest-VolumesNegativeTest-290152564-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3606de3-2314-43b9-b72e-bd789e1fc71a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854690 Nov 18 18:15:37.603558 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.plugin [req-2f7af9ac-c2e4-4264-a161-e48b924426a8 req-677e5ee5-7b92-4e30-9918-80c7db57ced6 tempest-VolumesNegativeTest-290152564 tempest-VolumesNegativeTest-290152564-project] Deleting port 25f5ba15-48fd-4179-9f49-bd0636830073 {{(pid=101554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 18 18:15:37.604365 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [req-2f7af9ac-c2e4-4264-a161-e48b924426a8 req-677e5ee5-7b92-4e30-9918-80c7db57ced6 tempest-VolumesNegativeTest-290152564 tempest-VolumesNegativeTest-290152564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768457215290'] for port, before_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:37.647700 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-034e2a9e-6ac8-48b6-85c9-8c2f0ca2f8aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5584252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6021552'] for subnet, after_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:37.703461 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034e2a9e-6ac8-48b6-85c9-8c2f0ca2f8aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=e597880d-bcf1-4932-ad22-9183d56c9220,revision_number=0']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:15:37.705499 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.db [req-2f7af9ac-c2e4-4264-a161-e48b924426a8 req-677e5ee5-7b92-4e30-9918-80c7db57ced6 tempest-VolumesNegativeTest-290152564 tempest-VolumesNegativeTest-290152564-project] For port 25f5ba15-48fd-4179-9f49-bd0636830073, host hv-cinder-81669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81669',level=0,port_id=25f5ba15-48fd-4179-9f49-bd0636830073,segment=NetworkSegment(8f0198e9-bffa-453a-8d4f-502ad6670634),segment_id=8f0198e9-bffa-453a-8d4f-502ad6670634)] {{(pid=101554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:15:37.706204 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [req-2f7af9ac-c2e4-4264-a161-e48b924426a8 req-677e5ee5-7b92-4e30-9918-80c7db57ced6 tempest-VolumesNegativeTest-290152564 tempest-VolumesNegativeTest-290152564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369284'] for port, precommit_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:37.713122 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034e2a9e-6ac8-48b6-85c9-8c2f0ca2f8aa admin admin] Checking segment: {'id': 'f8564ec0-0953-4a27-97fb-bf302827c826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '4f48a6c5-7810-49bc-80ed-537ab73aeb97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 18 18:15:37.713476 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-034e2a9e-6ac8-48b6-85c9-8c2f0ca2f8aa admin admin] Network hostable DHCP agents. Network: 4f48a6c5-7810-49bc-80ed-537ab73aeb97, hostable agents: ['3fbd36fe-782c-4617-8e97-99410d5610de'], hosted agents: [] {{(pid=101553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 18:15:37.727544 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.plugin [req-2f7af9ac-c2e4-4264-a161-e48b924426a8 req-677e5ee5-7b92-4e30-9918-80c7db57ced6 tempest-VolumesNegativeTest-290152564 tempest-VolumesNegativeTest-290152564-project] Calling delete_port for 25f5ba15-48fd-4179-9f49-bd0636830073 owned by compute:nova {{(pid=101554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 18 18:15:37.732243 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-034e2a9e-6ac8-48b6-85c9-8c2f0ca2f8aa admin admin] Network 4f48a6c5-7810-49bc-80ed-537ab73aeb97 is scheduled to be hosted by DHCP agent 3fbd36fe-782c-4617-8e97-99410d5610de with binding_index 1 {{(pid=101553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 18:15:37.743910 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.scheduler.base_scheduler [None req-034e2a9e-6ac8-48b6-85c9-8c2f0ca2f8aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816695-1-iscsi, 4f48a6c5-7810-49bc-80ed-537ab73aeb97) {{(pid=101553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:15:37.748946 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-034e2a9e-6ac8-48b6-85c9-8c2f0ca2f8aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:15:37.750221 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-034e2a9e-6ac8-48b6-85c9-8c2f0ca2f8aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553968'] for subnet, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:37.762985 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364c4011-8e2d-498a-adac-7f01d148001a None None] Network 4f48a6c5-7810-49bc-80ed-537ab73aeb97 requested from dv-cinder-816695-1-iscsi {{(pid=101555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 18:15:37.776679 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-034e2a9e-6ac8-48b6-85c9-8c2f0ca2f8aa admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4709387 Nov 18 18:15:37.781356 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 47662) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:15:37.785188 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.v2.base [None req-3a3ed1dd-ce76-4589-9a79-768d951c1d76 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-806746558-router', 'tenant_id': 'e057ce6d25f1429f875bdeafe435f2d8', 'external_gateway_info': {'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364'}}} {{(pid=101554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:15:37.829983 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-3a3ed1dd-ce76-4589-9a79-768d951c1d76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362720', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15882'] for router, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:37.830951 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-3a3ed1dd-ce76-4589-9a79-768d951c1d76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-366266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15875'] for router, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:37.949847 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-3a3ed1dd-ce76-4589-9a79-768d951c1d76 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:38.037083 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Device ded73eea-7106-498e-9878-0a8de336978d up at agent ovs-agent-dv-cinder-816695-1-iscsi {{(pid=101555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:15:38.130637 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [req-2f7af9ac-c2e4-4264-a161-e48b924426a8 req-677e5ee5-7b92-4e30-9918-80c7db57ced6 tempest-VolumesNegativeTest-290152564 tempest-VolumesNegativeTest-290152564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768457221690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768456900410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6202601'] for port, after_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:38.167309 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] get_ports_and_sgs() called for port_ids ['25f5ba15-48fd-4179-9f49-bd0636830073'] {{(pid=101555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 18:15:38.214371 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cc358c-a79d-470a-80a9-3df9bf5b714b req-36d763a6-4cc6-4760-ad3a-aea29e8cbf76 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:15:38.228708 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-c5cc358c-a79d-470a-80a9-3df9bf5b714b req-36d763a6-4cc6-4760-ad3a-aea29e8cbf76 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/ports?device_id=48ce5274-bbd4-41d9-a7fd-7b3342e115ca HTTP/1.1" status: 200 len: 945 time: 0.1604166 Nov 18 18:15:38.267144 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Provisioning complete for port ded73eea-7106-498e-9878-0a8de336978d triggered by entity L2. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:15:38.267790 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:38.334082 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-c5cc358c-a79d-470a-80a9-3df9bf5b714b req-88123ccd-10bd-4f90-8ca3-c4ee4caed204 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/security-groups?id=46cda0ec-de4b-4291-a19a-42b976c21ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025872 Nov 18 18:15:38.415165 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cabdd757-fd2a-4752-9f07-1f077bd389b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5e6a097-ea3c-5b2a-9327-4706adb4f366-4f48a6c5-7810-49bc-80ed-537ab73aeb97', 'network_id': '4f48a6c5-7810-49bc-80ed-537ab73aeb97', 'tenant_id': 'e057ce6d25f1429f875bdeafe435f2d8', 'fixed_ips': [{'subnet_id': 'e597880d-bcf1-4932-ad22-9183d56c9220'}]}} from dv-cinder-816695-1-iscsi. {{(pid=101555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 18:15:38.418301 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-cabdd757-fd2a-4752-9f07-1f077bd389b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_create {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:38.491178 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3bc1a9-5584-47b2-b152-a41d4cce91b7 req-1cfacfc9-155a-4aee-9988-5c6a39d3abcb tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:15:38.493042 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-ae3bc1a9-5584-47b2-b152-a41d4cce91b7 req-1cfacfc9-155a-4aee-9988-5c6a39d3abcb tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f543819-01c0-48cd-a2bf-fb3f2dd041d6 HTTP/1.1" status: 200 len: 945 time: 0.1837852 Nov 18 18:15:38.580061 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-ae3bc1a9-5584-47b2-b152-a41d4cce91b7 req-cc04afb0-e169-48e0-a204-d794dd7e7a52 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb4519c5-e238-4dc3-a08d-3d011a53b08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807538 Nov 18 18:15:38.755984 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677e5ee5-7b92-4e30-9918-80c7db57ced6 tempest-VolumesNegativeTest-290152564 tempest-VolumesNegativeTest-290152564-project] Pushing event deleted for resources: {'Port': ['ID=25f5ba15-48fd-4179-9f49-bd0636830073,revision_number=None']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:15:38.772035 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:38.773200 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-3a3ed1dd-ce76-4589-9a79-768d951c1d76 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:38.811844 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-5bbc963c-2262-4c19-9334-2ba9798891f3 req-5ab339ec-d73c-42db-b33d-8cbf56689f39 tempest-VolumesNegativeTest-290152564 tempest-VolumesNegativeTest-290152564-project] 10.222.0.21 "GET /v2.0/ports?device_id=173bb509-67e6-46b7-a90b-88985ff920e4 HTTP/1.1" status: 200 len: 210 time: 0.0729463 Nov 18 18:15:38.817579 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd398a59-0d7c-48d8-b30d-f87e3e0b429f None None] Sync routers for ids ['99f1c64f-8793-4736-8dd7-238dea8cb4ec'] in dv-cinder-816695-1-iscsi {{(pid=101555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 18:15:38.868791 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd398a59-0d7c-48d8-b30d-f87e3e0b429f None None] Routers {'99f1c64f-8793-4736-8dd7-238dea8cb4ec'} bound to L3 agent in host dv-cinder-816695-1-iscsi {{(pid=101555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:15:38.871228 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_hamode_db [None req-fd398a59-0d7c-48d8-b30d-f87e3e0b429f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-18T18:05:14Z,description=,heartbeat_timestamp=2021-11-18T18:15:14Z,host='dv-cinder-816695-1-iscsi',id=11d55508-f5ea-4178-bd3a-0ed8666e5761,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T18:05:14Z,topic='l3_agent')) {'router_ids': ['99f1c64f-8793-4736-8dd7-238dea8cb4ec'], 'active': True} {{(pid=101555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:15:38.895227 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f7af9ac-c2e4-4264-a161-e48b924426a8 req-677e5ee5-7b92-4e30-9918-80c7db57ced6 tempest-VolumesNegativeTest-290152564 tempest-VolumesNegativeTest-290152564-project] No DVR routers for this DVR port 25f5ba15-48fd-4179-9f49-bd0636830073 on host hv-cinder-81669 {{(pid=101554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 18:15:38.898562 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [req-2f7af9ac-c2e4-4264-a161-e48b924426a8 req-677e5ee5-7b92-4e30-9918-80c7db57ced6 tempest-VolumesNegativeTest-290152564 tempest-VolumesNegativeTest-290152564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47340'] for port, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:38.902833 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-2f7af9ac-c2e4-4264-a161-e48b924426a8 req-677e5ee5-7b92-4e30-9918-80c7db57ced6 tempest-VolumesNegativeTest-290152564 tempest-VolumesNegativeTest-290152564-project] 10.222.0.46 "DELETE /v2.0/ports/25f5ba15-48fd-4179-9f49-bd0636830073 HTTP/1.1" status: 204 len: 173 time: 1.4183824 Nov 18 18:15:38.903310 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '173bb509-67e6-46b7-a90b-88985ff920e4', 'name': 'network-vif-deleted', 'tag': '25f5ba15-48fd-4179-9f49-bd0636830073'}] {{(pid=101554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:15:38.905870 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb6a83c3ebc788d099039a2e3a9a485db9e94d86a5b55328e01f3a68fc6aec2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3d7b393-4079-4306-8588-3fb5ee75db30" -d '{"events": [{"server_uuid": "173bb509-67e6-46b7-a90b-88985ff920e4", "name": "network-vif-deleted", "tag": "25f5ba15-48fd-4179-9f49-bd0636830073"}]}' {{(pid=101554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:15:38.923391 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] For port ded73eea-7106-498e-9878-0a8de336978d, host dv-cinder-816695-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816695-1-iscsi',level=0,port_id=ded73eea-7106-498e-9878-0a8de336978d,segment=NetworkSegment(ccf61333-990a-41b6-8fac-e85eb4401822),segment_id=ccf61333-990a-41b6-8fac-e85eb4401822)] {{(pid=101555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:15:38.982503 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 18:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-932182b6-3bf9-4ceb-b3a1-d5acc9141ef8 x-openstack-request-id: req-932182b6-3bf9-4ceb-b3a1-d5acc9141ef8 {{(pid=101554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:15:38.982991 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "173bb509-67e6-46b7-a90b-88985ff920e4", "name": "network-vif-deleted", "tag": "25f5ba15-48fd-4179-9f49-bd0636830073", "status": "completed", "code": 200}]} {{(pid=101554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:15:38.983094 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-932182b6-3bf9-4ceb-b3a1-d5acc9141ef8 {{(pid=101554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:15:38.983463 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '173bb509-67e6-46b7-a90b-88985ff920e4', 'name': 'network-vif-deleted', 'tag': '25f5ba15-48fd-4179-9f49-bd0636830073', 'status': 'completed', 'code': 200} Nov 18 18:15:39.005382 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:39.007897 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.db_base_plugin_common [None req-cabdd757-fd2a-4752-9f07-1f077bd389b9 None None] Allocated IP 172.20.0.2 (4f48a6c5-7810-49bc-80ed-537ab73aeb97/e597880d-bcf1-4932-ad22-9183d56c9220/adb0978b-fccf-4ad1-819a-ea1955a92c3f) {{(pid=101555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 18:15:39.180664 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-3a3ed1dd-ce76-4589-9a79-768d951c1d76 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:39.201782 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-3a3ed1dd-ce76-4589-9a79-768d951c1d76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:39.215050 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Pushing event updated for resources: {'Port': ['ID=ded73eea-7106-498e-9878-0a8de336978d,revision_number=4']} {{(pid=101555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:15:39.238561 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_dvr_db [None req-fd398a59-0d7c-48d8-b30d-f87e3e0b429f None None] Set router 99f1c64f-8793-4736-8dd7-238dea8cb4ec gateway port host: dv-cinder-816695-1-iscsi {{(pid=101555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:15:39.323508 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.db.db_base_plugin_common [None req-3a3ed1dd-ce76-4589-9a79-768d951c1d76 admin admin] Allocated IP 172.27.0.123 (681a8de3-317c-4c8e-b068-d1104cc9c364/7ba09554-0552-4432-a7a0-26d8d0284def/db76a122-e2da-4c4c-bf6d-45c1c99b09d9) {{(pid=101554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 18:15:39.415764 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-cabdd757-fd2a-4752-9f07-1f077bd389b9 None None] Notify callbacks [] for port, precommit_create {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:39.425011 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-cabdd757-fd2a-4752-9f07-1f077bd389b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768456900401'] for port, after_create {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:39.449493 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-3a3ed1dd-ce76-4589-9a79-768d951c1d76 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:39.485856 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabdd757-fd2a-4752-9f07-1f077bd389b9 None None] Network 4f48a6c5-7810-49bc-80ed-537ab73aeb97 is already hosted by enough agents. {{(pid=101555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:15:39.492193 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.scheduler.base_scheduler [None req-cabdd757-fd2a-4752-9f07-1f077bd389b9 None None] Resources bound (agent type, host, resource id): {{(pid=101555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:15:39.496775 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabdd757-fd2a-4752-9f07-1f077bd389b9 None None] Received port after_create {{(pid=101555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 18:15:39.509898 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-3a3ed1dd-ce76-4589-9a79-768d951c1d76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768456900401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6202601'] for port, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:39.510173 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201fb4b0-fe1c-4d65-b39a-93493811fecb req-66db2061-b6b6-4b08-9ddf-11d5ee943696 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:15:39.516454 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-201fb4b0-fe1c-4d65-b39a-93493811fecb req-66db2061-b6b6-4b08-9ddf-11d5ee943696 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/ports?device_id=48ce5274-bbd4-41d9-a7fd-7b3342e115ca HTTP/1.1" status: 200 len: 945 time: 0.0684214 Nov 18 18:15:39.528972 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabdd757-fd2a-4752-9f07-1f077bd389b9 None None] Pushing event updated for resources: {'Port': ['ID=adb0978b-fccf-4ad1-819a-ea1955a92c3f,revision_number=1']} {{(pid=101555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:15:39.563063 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3ed1dd-ce76-4589-9a79-768d951c1d76 admin admin] Network 681a8de3-317c-4c8e-b068-d1104cc9c364 is already hosted by enough agents. {{(pid=101554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:15:39.566123 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.scheduler.base_scheduler [None req-3a3ed1dd-ce76-4589-9a79-768d951c1d76 admin admin] Resources bound (agent type, host, resource id): {{(pid=101554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:15:39.574155 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3ed1dd-ce76-4589-9a79-768d951c1d76 admin admin] Received port after_create {{(pid=101554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 18:15:39.576266 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-201fb4b0-fe1c-4d65-b39a-93493811fecb req-ac3d1d2e-babf-4437-b980-ca5618786d75 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/security-groups?id=46cda0ec-de4b-4291-a19a-42b976c21ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534263 Nov 18 18:15:39.577540 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3ed1dd-ce76-4589-9a79-768d951c1d76 admin admin] Pushing event updated for resources: {'Port': ['ID=db76a122-e2da-4c4c-bf6d-45c1c99b09d9,revision_number=1']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:15:39.593489 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.managers [None req-cabdd757-fd2a-4752-9f07-1f077bd389b9 None None] Attempting to bind port adb0978b-fccf-4ad1-819a-ea1955a92c3f on host dv-cinder-816695-1-iscsi for vnic_type normal with profile {{(pid=101555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 18 18:15:39.593858 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.managers [None req-cabdd757-fd2a-4752-9f07-1f077bd389b9 None None] Attempting to bind port adb0978b-fccf-4ad1-819a-ea1955a92c3f by drivers openvswitch,hyperv on host dv-cinder-816695-1-iscsi at level 0 using segments [{'id': 'f8564ec0-0953-4a27-97fb-bf302827c826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '4f48a6c5-7810-49bc-80ed-537ab73aeb97'}] {{(pid=101555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 18 18:15:39.594228 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabdd757-fd2a-4752-9f07-1f077bd389b9 None None] Attempting to bind port adb0978b-fccf-4ad1-819a-ea1955a92c3f on network 4f48a6c5-7810-49bc-80ed-537ab73aeb97 {{(pid=101555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:15:39.605572 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabdd757-fd2a-4752-9f07-1f077bd389b9 None None] Checking agent: {'id': '1b150279-be03-4dd2-a318-1a957a9087ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816695-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 18, 5, 14), 'started_at': datetime.datetime(2021, 11, 18, 18, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 18, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816695-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 18:15:39.606042 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabdd757-fd2a-4752-9f07-1f077bd389b9 None None] Checking segment: {'id': 'f8564ec0-0953-4a27-97fb-bf302827c826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '4f48a6c5-7810-49bc-80ed-537ab73aeb97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 18 18:15:39.606503 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-cabdd757-fd2a-4752-9f07-1f077bd389b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:39.606968 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabdd757-fd2a-4752-9f07-1f077bd389b9 None None] Bound using segment: {'id': 'f8564ec0-0953-4a27-97fb-bf302827c826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '4f48a6c5-7810-49bc-80ed-537ab73aeb97'} {{(pid=101555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 18:15:39.607515 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.managers [None req-cabdd757-fd2a-4752-9f07-1f077bd389b9 None None] Bound port: adb0978b-fccf-4ad1-819a-ea1955a92c3f, host: dv-cinder-816695-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8564ec0-0953-4a27-97fb-bf302827c826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '4f48a6c5-7810-49bc-80ed-537ab73aeb97'}}] {{(pid=101555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 18 18:15:39.607932 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-cabdd757-fd2a-4752-9f07-1f077bd389b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:39.626851 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_hamode_db [None req-fd398a59-0d7c-48d8-b30d-f87e3e0b429f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99f1c64f-8793-4736-8dd7-238dea8cb4ec', 'name': 'tempest-TestShelveInstance-1403249405-router', 'tenant_id': '933276c3577b443fb02567a84c30f5f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'external_fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'ded73eea-7106-498e-9878-0a8de336978d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:15:31Z', 'updated_at': '2021-11-18T18:15:34Z', 'revision_number': 4, 'project_id': '933276c3577b443fb02567a84c30f5f2', 'gw_port': {'id': 'ded73eea-7106-498e-9878-0a8de336978d', 'name': '', 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:db:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99f1c64f-8793-4736-8dd7-238dea8cb4ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:15:32Z', 'updated_at': '2021-11-18T18:15:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816695-1-iscsi', '_interfaces': [{'id': 'e1dc68f1-dda4-4c20-b052-f9b92219a638', 'name': '', 'network_id': '74df0788-e7d6-410e-9ee3-84c20bef6ca1', 'tenant_id': '933276c3577b443fb02567a84c30f5f2', 'mac_address': 'fa:16:3e:2b:cb:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99f1c64f-8793-4736-8dd7-238dea8cb4ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '9c1a8c73-e246-4c32-9c4c-9a07f80b872f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:15:34Z', 'updated_at': '2021-11-18T18:15:35Z', 'revision_number': 2, 'project_id': '933276c3577b443fb02567a84c30f5f2', 'subnets': [{'id': '9c1a8c73-e246-4c32-9c4c-9a07f80b872f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816695-1-iscsi', False) {} {{(pid=101555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:15:39.688636 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd398a59-0d7c-48d8-b30d-f87e3e0b429f None None] Checking router: 99f1c64f-8793-4736-8dd7-238dea8cb4ec for host: dv-cinder-816695-1-iscsi {{(pid=101555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 18:15:39.689298 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd398a59-0d7c-48d8-b30d-f87e3e0b429f None None] Updating router 99f1c64f-8793-4736-8dd7-238dea8cb4ec port e1dc68f1-dda4-4c20-b052-f9b92219a638 binding host dv-cinder-816695-1-iscsi {{(pid=101555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 18:15:39.733842 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fd398a59-0d7c-48d8-b30d-f87e3e0b429f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:39.753881 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-cabdd757-fd2a-4752-9f07-1f077bd389b9 None None] For port adb0978b-fccf-4ad1-819a-ea1955a92c3f, host dv-cinder-816695-1-iscsi, cleared binding levels {{(pid=101555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 18:15:39.790579 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-cabdd757-fd2a-4752-9f07-1f077bd389b9 None None] For port adb0978b-fccf-4ad1-819a-ea1955a92c3f, host dv-cinder-816695-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816695-1-iscsi',level=0,port_id=adb0978b-fccf-4ad1-819a-ea1955a92c3f,segment=NetworkSegment(f8564ec0-0953-4a27-97fb-bf302827c826),segment_id=f8564ec0-0953-4a27-97fb-bf302827c826)] {{(pid=101555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 18:15:39.797688 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-cabdd757-fd2a-4752-9f07-1f077bd389b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:39.938037 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-3a3ed1dd-ce76-4589-9a79-768d951c1d76 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:39.938611 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Device ded73eea-7106-498e-9878-0a8de336978d up at agent ovs-agent-dv-cinder-816695-1-iscsi {{(pid=101555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:15:39.977913 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabdd757-fd2a-4752-9f07-1f077bd389b9 None None] Pushing event updated for resources: {'Port': ['ID=adb0978b-fccf-4ad1-819a-ea1955a92c3f,revision_number=2']} {{(pid=101555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:15:40.186435 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-3a3ed1dd-ce76-4589-9a79-768d951c1d76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-366319'] for router, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:40.205960 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Provisioning complete for port ded73eea-7106-498e-9878-0a8de336978d triggered by entity L2. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:15:40.206330 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:40.328495 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a3ed1dd-ce76-4589-9a79-768d951c1d76 admin admin] Router 35dda3f7-2d6e-4935-8743-f97acd17d8c3 is scheduled to L3 agent 11d55508-f5ea-4178-bd3a-0ed8666e5761 with binding_index 1 {{(pid=101554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 18 18:15:40.364533 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fd398a59-0d7c-48d8-b30d-f87e3e0b429f None None] Notify callbacks [] for port, precommit_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:40.370353 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fd398a59-0d7c-48d8-b30d-f87e3e0b429f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:40.420494 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7a9608-a2c8-4099-bc5f-736c40742aa6 None None] Pushing event updated for resources: {'Port': ['ID=e1dc68f1-dda4-4c20-b052-f9b92219a638,revision_number=3']} {{(pid=101555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:15:40.448326 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a3ed1dd-ce76-4589-9a79-768d951c1d76 admin admin] Notify agent at l3_agent.dv-cinder-816695-1-iscsi the message routers_updated {{(pid=101554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 18:15:40.458887 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-becd14db-4dfe-4f7f-8bde-4901fd5df2bb None None] Sync routers for ids ['35dda3f7-2d6e-4935-8743-f97acd17d8c3'] in dv-cinder-816695-1-iscsi {{(pid=101556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 18:15:40.468348 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-3a3ed1dd-ce76-4589-9a79-768d951c1d76 admin admin] Notify callbacks [] for router, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:40.470124 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-3a3ed1dd-ce76-4589-9a79-768d951c1d76 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6880858 Nov 18 18:15:40.472593 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 47706) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:15:40.476289 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-becd14db-4dfe-4f7f-8bde-4901fd5df2bb None None] Routers {'35dda3f7-2d6e-4935-8743-f97acd17d8c3'} bound to L3 agent in host dv-cinder-816695-1-iscsi {{(pid=101556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:15:40.476647 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.managers [None req-fd398a59-0d7c-48d8-b30d-f87e3e0b429f None None] Attempting to bind port e1dc68f1-dda4-4c20-b052-f9b92219a638 on host dv-cinder-816695-1-iscsi for vnic_type normal with profile {{(pid=101555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 18 18:15:40.477023 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.managers [None req-fd398a59-0d7c-48d8-b30d-f87e3e0b429f None None] Attempting to bind port e1dc68f1-dda4-4c20-b052-f9b92219a638 by drivers openvswitch,hyperv on host dv-cinder-816695-1-iscsi at level 0 using segments [{'id': 'dc52c420-f242-4fd4-b02f-66908d30a095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '74df0788-e7d6-410e-9ee3-84c20bef6ca1'}] {{(pid=101555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 18 18:15:40.477431 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd398a59-0d7c-48d8-b30d-f87e3e0b429f None None] Attempting to bind port e1dc68f1-dda4-4c20-b052-f9b92219a638 on network 74df0788-e7d6-410e-9ee3-84c20bef6ca1 {{(pid=101555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:15:40.477616 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_hamode_db [None req-becd14db-4dfe-4f7f-8bde-4901fd5df2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-18T18:05:14Z,description=,heartbeat_timestamp=2021-11-18T18:15:14Z,host='dv-cinder-816695-1-iscsi',id=11d55508-f5ea-4178-bd3a-0ed8666e5761,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T18:05:14Z,topic='l3_agent')) {'router_ids': ['35dda3f7-2d6e-4935-8743-f97acd17d8c3'], 'active': True} {{(pid=101556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:15:40.483182 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd398a59-0d7c-48d8-b30d-f87e3e0b429f None None] Checking agent: {'id': '1b150279-be03-4dd2-a318-1a957a9087ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816695-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 18, 5, 14), 'started_at': datetime.datetime(2021, 11, 18, 18, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 18, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816695-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 18:15:40.484744 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd398a59-0d7c-48d8-b30d-f87e3e0b429f None None] Checking segment: {'id': 'dc52c420-f242-4fd4-b02f-66908d30a095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '74df0788-e7d6-410e-9ee3-84c20bef6ca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 18 18:15:40.484744 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fd398a59-0d7c-48d8-b30d-f87e3e0b429f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:40.484744 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd398a59-0d7c-48d8-b30d-f87e3e0b429f None None] Bound using segment: {'id': 'dc52c420-f242-4fd4-b02f-66908d30a095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '74df0788-e7d6-410e-9ee3-84c20bef6ca1'} {{(pid=101555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 18:15:40.485056 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.managers [None req-fd398a59-0d7c-48d8-b30d-f87e3e0b429f None None] Bound port: e1dc68f1-dda4-4c20-b052-f9b92219a638, host: dv-cinder-816695-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc52c420-f242-4fd4-b02f-66908d30a095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '74df0788-e7d6-410e-9ee3-84c20bef6ca1'}}] {{(pid=101555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 18 18:15:40.485195 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fd398a59-0d7c-48d8-b30d-f87e3e0b429f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:40.564527 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-fd398a59-0d7c-48d8-b30d-f87e3e0b429f None None] For port e1dc68f1-dda4-4c20-b052-f9b92219a638, host dv-cinder-816695-1-iscsi, cleared binding levels {{(pid=101555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 18:15:40.569232 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-fd398a59-0d7c-48d8-b30d-f87e3e0b429f None None] For port e1dc68f1-dda4-4c20-b052-f9b92219a638, host dv-cinder-816695-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816695-1-iscsi',level=0,port_id=e1dc68f1-dda4-4c20-b052-f9b92219a638,segment=NetworkSegment(dc52c420-f242-4fd4-b02f-66908d30a095),segment_id=dc52c420-f242-4fd4-b02f-66908d30a095)] {{(pid=101555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 18:15:40.578043 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fd398a59-0d7c-48d8-b30d-f87e3e0b429f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:40.627445 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_dvr_db [None req-becd14db-4dfe-4f7f-8bde-4901fd5df2bb None None] Set router 35dda3f7-2d6e-4935-8743-f97acd17d8c3 gateway port host: dv-cinder-816695-1-iscsi {{(pid=101556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:15:40.645500 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd398a59-0d7c-48d8-b30d-f87e3e0b429f None None] Routers {'99f1c64f-8793-4736-8dd7-238dea8cb4ec'} bound to L3 agent in host dv-cinder-816695-1-iscsi {{(pid=101555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:15:40.646137 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_hamode_db [None req-fd398a59-0d7c-48d8-b30d-f87e3e0b429f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-18T18:05:14Z,description=,heartbeat_timestamp=2021-11-18T18:15:14Z,host='dv-cinder-816695-1-iscsi',id=11d55508-f5ea-4178-bd3a-0ed8666e5761,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T18:05:14Z,topic='l3_agent')) {'router_ids': ['99f1c64f-8793-4736-8dd7-238dea8cb4ec'], 'active': True} {{(pid=101555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:15:40.683495 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7a9608-a2c8-4099-bc5f-736c40742aa6 None None] Pushing event updated for resources: {'Port': ['ID=e1dc68f1-dda4-4c20-b052-f9b92219a638,revision_number=4']} {{(pid=101555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:15:40.780159 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-761c47f8-702f-49c9-9842-63517918dce9 None None] Provisioning complete for port e1dc68f1-dda4-4c20-b052-f9b92219a638 triggered by entity DHCP. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:15:40.780545 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-761c47f8-702f-49c9-9842-63517918dce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:40.837244 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_dvr_db [None req-fd398a59-0d7c-48d8-b30d-f87e3e0b429f None None] Set router 99f1c64f-8793-4736-8dd7-238dea8cb4ec gateway port host: dv-cinder-816695-1-iscsi {{(pid=101555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:15:40.902218 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_hamode_db [None req-becd14db-4dfe-4f7f-8bde-4901fd5df2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35dda3f7-2d6e-4935-8743-f97acd17d8c3', 'name': 'tempest-TestShelveInstance-806746558-router', 'tenant_id': 'e057ce6d25f1429f875bdeafe435f2d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'external_fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': 'db76a122-e2da-4c4c-bf6d-45c1c99b09d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:15:37Z', 'updated_at': '2021-11-18T18:15:39Z', 'revision_number': 3, 'project_id': 'e057ce6d25f1429f875bdeafe435f2d8', 'gw_port': {'id': 'db76a122-e2da-4c4c-bf6d-45c1c99b09d9', 'name': '', 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:6c:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35dda3f7-2d6e-4935-8743-f97acd17d8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:15:39Z', 'updated_at': '2021-11-18T18:15:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816695-1-iscsi'}], 'dv-cinder-816695-1-iscsi', False) {} {{(pid=101556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:15:40.958898 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-becd14db-4dfe-4f7f-8bde-4901fd5df2bb None None] Checking router: 35dda3f7-2d6e-4935-8743-f97acd17d8c3 for host: dv-cinder-816695-1-iscsi {{(pid=101556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 18:15:40.959281 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-becd14db-4dfe-4f7f-8bde-4901fd5df2bb None None] Updating router 35dda3f7-2d6e-4935-8743-f97acd17d8c3 port db76a122-e2da-4c4c-bf6d-45c1c99b09d9 binding host dv-cinder-816695-1-iscsi {{(pid=101556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 18:15:40.992024 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron_lib.callbacks.manager [None req-becd14db-4dfe-4f7f-8bde-4901fd5df2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:41.042021 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-275f94c4-9418-4e03-b6ef-310c5a60fcc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:41.046754 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-761c47f8-702f-49c9-9842-63517918dce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:41.094696 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-d5decde5-4e13-4bfc-89e2-2e893e86613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:41.131253 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-761c47f8-702f-49c9-9842-63517918dce9 None None] For port e1dc68f1-dda4-4c20-b052-f9b92219a638, host dv-cinder-816695-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816695-1-iscsi',level=0,port_id=e1dc68f1-dda4-4c20-b052-f9b92219a638,segment=NetworkSegment(dc52c420-f242-4fd4-b02f-66908d30a095),segment_id=dc52c420-f242-4fd4-b02f-66908d30a095)] {{(pid=101555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:15:41.132394 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8542b36b-049d-4758-b228-ce1cd32da671 None None] Network 4f48a6c5-7810-49bc-80ed-537ab73aeb97 requested from dv-cinder-816695-1-iscsi {{(pid=101555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 18:15:41.173257 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-761c47f8-702f-49c9-9842-63517918dce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:41.250712 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_hamode_db [None req-fd398a59-0d7c-48d8-b30d-f87e3e0b429f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99f1c64f-8793-4736-8dd7-238dea8cb4ec', 'name': 'tempest-TestShelveInstance-1403249405-router', 'tenant_id': '933276c3577b443fb02567a84c30f5f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'external_fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'ded73eea-7106-498e-9878-0a8de336978d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:15:31Z', 'updated_at': '2021-11-18T18:15:34Z', 'revision_number': 4, 'project_id': '933276c3577b443fb02567a84c30f5f2', 'gw_port': {'id': 'ded73eea-7106-498e-9878-0a8de336978d', 'name': '', 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:db:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f1c64f-8793-4736-8dd7-238dea8cb4ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:15:32Z', 'updated_at': '2021-11-18T18:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816695-1-iscsi', '_interfaces': [{'id': 'e1dc68f1-dda4-4c20-b052-f9b92219a638', 'name': '', 'network_id': '74df0788-e7d6-410e-9ee3-84c20bef6ca1', 'tenant_id': '933276c3577b443fb02567a84c30f5f2', 'mac_address': 'fa:16:3e:2b:cb:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99f1c64f-8793-4736-8dd7-238dea8cb4ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '9c1a8c73-e246-4c32-9c4c-9a07f80b872f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:15:34Z', 'updated_at': '2021-11-18T18:15:40Z', 'revision_number': 4, 'project_id': '933276c3577b443fb02567a84c30f5f2', 'subnets': [{'id': '9c1a8c73-e246-4c32-9c4c-9a07f80b872f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816695-1-iscsi', False) {} {{(pid=101555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:15:41.274778 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.db.db_base_plugin_common [None req-275f94c4-9418-4e03-b6ef-310c5a60fcc7 admin admin] Allocated IP 172.20.0.1 (4f48a6c5-7810-49bc-80ed-537ab73aeb97/e597880d-bcf1-4932-ad22-9183d56c9220/cda329e9-eb0d-4385-89ef-0e8ef3d0287a) {{(pid=101554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 18:15:41.293638 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd398a59-0d7c-48d8-b30d-f87e3e0b429f None None] The sync data for ids ['99f1c64f-8793-4736-8dd7-238dea8cb4ec'] in dv-cinder-816695-1-iscsi is: [{'id': '99f1c64f-8793-4736-8dd7-238dea8cb4ec', 'name': 'tempest-TestShelveInstance-1403249405-router', 'tenant_id': '933276c3577b443fb02567a84c30f5f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'external_fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'ded73eea-7106-498e-9878-0a8de336978d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:15:31Z', 'updated_at': '2021-11-18T18:15:34Z', 'revision_number': 4, 'project_id': '933276c3577b443fb02567a84c30f5f2', 'gw_port': {'id': 'ded73eea-7106-498e-9878-0a8de336978d', 'name': '', 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:db:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f1c64f-8793-4736-8dd7-238dea8cb4ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:15:32Z', 'updated_at': '2021-11-18T18:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816695-1-iscsi', '_interfaces': [{'id': 'e1dc68f1-dda4-4c20-b052-f9b92219a638', 'name': '', 'network_id': '74df0788-e7d6-410e-9ee3-84c20bef6ca1', 'tenant_id': '933276c3577b443fb02567a84c30f5f2', 'mac_address': 'fa:16:3e:2b:cb:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99f1c64f-8793-4736-8dd7-238dea8cb4ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '9c1a8c73-e246-4c32-9c4c-9a07f80b872f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:15:34Z', 'updated_at': '2021-11-18T18:15:40Z', 'revision_number': 4, 'project_id': '933276c3577b443fb02567a84c30f5f2', 'subnets': [{'id': '9c1a8c73-e246-4c32-9c4c-9a07f80b872f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 18:15:41.297445 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761c47f8-702f-49c9-9842-63517918dce9 None None] Pushing event updated for resources: {'Port': ['ID=e1dc68f1-dda4-4c20-b052-f9b92219a638,revision_number=5']} {{(pid=101555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:15:41.334076 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron_lib.callbacks.manager [None req-becd14db-4dfe-4f7f-8bde-4901fd5df2bb None None] Notify callbacks [] for port, precommit_update {{(pid=101556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:41.341795 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-cc9e67a2-7f4d-473c-bdf2-1c0dd32ea16e None None] Provisioning complete for port adb0978b-fccf-4ad1-819a-ea1955a92c3f triggered by entity DHCP. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:15:41.342421 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-cc9e67a2-7f4d-473c-bdf2-1c0dd32ea16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:41.342630 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron_lib.callbacks.manager [None req-becd14db-4dfe-4f7f-8bde-4901fd5df2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:41.415955 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a587bbfd-e3e2-47bd-a3e0-0e8d70fda1d9 None None] Pushing event updated for resources: {'Port': ['ID=db76a122-e2da-4c4c-bf6d-45c1c99b09d9,revision_number=2']} {{(pid=101556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:15:41.424991 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.plugins.ml2.managers [None req-becd14db-4dfe-4f7f-8bde-4901fd5df2bb None None] Attempting to bind port db76a122-e2da-4c4c-bf6d-45c1c99b09d9 on host dv-cinder-816695-1-iscsi for vnic_type normal with profile {{(pid=101556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 18 18:15:41.425589 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.plugins.ml2.managers [None req-becd14db-4dfe-4f7f-8bde-4901fd5df2bb None None] Attempting to bind port db76a122-e2da-4c4c-bf6d-45c1c99b09d9 by drivers openvswitch,hyperv on host dv-cinder-816695-1-iscsi at level 0 using segments [{'id': 'ccf61333-990a-41b6-8fac-e85eb4401822', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364'}] {{(pid=101556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 18 18:15:41.425931 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-becd14db-4dfe-4f7f-8bde-4901fd5df2bb None None] Attempting to bind port db76a122-e2da-4c4c-bf6d-45c1c99b09d9 on network 681a8de3-317c-4c8e-b068-d1104cc9c364 {{(pid=101556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:15:41.429894 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-275f94c4-9418-4e03-b6ef-310c5a60fcc7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:41.432274 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-becd14db-4dfe-4f7f-8bde-4901fd5df2bb None None] Checking agent: {'id': '1b150279-be03-4dd2-a318-1a957a9087ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816695-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 18, 5, 14), 'started_at': datetime.datetime(2021, 11, 18, 18, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 18, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816695-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 18:15:41.432859 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-becd14db-4dfe-4f7f-8bde-4901fd5df2bb None None] Checking segment: {'id': 'ccf61333-990a-41b6-8fac-e85eb4401822', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 18 18:15:41.433414 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron_lib.callbacks.manager [None req-becd14db-4dfe-4f7f-8bde-4901fd5df2bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:41.433948 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-becd14db-4dfe-4f7f-8bde-4901fd5df2bb None None] Bound using segment: {'id': 'ccf61333-990a-41b6-8fac-e85eb4401822', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364'} {{(pid=101556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 18:15:41.434559 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.plugins.ml2.managers [None req-becd14db-4dfe-4f7f-8bde-4901fd5df2bb None None] Bound port: db76a122-e2da-4c4c-bf6d-45c1c99b09d9, host: dv-cinder-816695-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccf61333-990a-41b6-8fac-e85eb4401822', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364'}}] {{(pid=101556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 18 18:15:41.435130 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron_lib.callbacks.manager [None req-becd14db-4dfe-4f7f-8bde-4901fd5df2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:41.472466 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-275f94c4-9418-4e03-b6ef-310c5a60fcc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768456900401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6202601'] for port, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:41.495612 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.plugins.ml2.db [None req-becd14db-4dfe-4f7f-8bde-4901fd5df2bb None None] For port db76a122-e2da-4c4c-bf6d-45c1c99b09d9, host dv-cinder-816695-1-iscsi, cleared binding levels {{(pid=101556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 18:15:41.499070 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.plugins.ml2.db [None req-becd14db-4dfe-4f7f-8bde-4901fd5df2bb None None] For port db76a122-e2da-4c4c-bf6d-45c1c99b09d9, host dv-cinder-816695-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816695-1-iscsi',level=0,port_id=db76a122-e2da-4c4c-bf6d-45c1c99b09d9,segment=NetworkSegment(ccf61333-990a-41b6-8fac-e85eb4401822),segment_id=ccf61333-990a-41b6-8fac-e85eb4401822)] {{(pid=101556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 18:15:41.506956 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron_lib.callbacks.manager [None req-becd14db-4dfe-4f7f-8bde-4901fd5df2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:41.509224 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-cc9e67a2-7f4d-473c-bdf2-1c0dd32ea16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:41.523178 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-275f94c4-9418-4e03-b6ef-310c5a60fcc7 admin admin] Network 4f48a6c5-7810-49bc-80ed-537ab73aeb97 is already hosted by enough agents. {{(pid=101554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:15:41.527682 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.scheduler.base_scheduler [None req-275f94c4-9418-4e03-b6ef-310c5a60fcc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:15:41.531765 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275f94c4-9418-4e03-b6ef-310c5a60fcc7 admin admin] Received port after_create {{(pid=101554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 18:15:41.565008 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-cc9e67a2-7f4d-473c-bdf2-1c0dd32ea16e None None] For port adb0978b-fccf-4ad1-819a-ea1955a92c3f, host dv-cinder-816695-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816695-1-iscsi',level=0,port_id=adb0978b-fccf-4ad1-819a-ea1955a92c3f,segment=NetworkSegment(f8564ec0-0953-4a27-97fb-bf302827c826),segment_id=f8564ec0-0953-4a27-97fb-bf302827c826)] {{(pid=101555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:15:41.565409 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275f94c4-9418-4e03-b6ef-310c5a60fcc7 admin admin] Pushing event updated for resources: {'Port': ['ID=cda329e9-eb0d-4385-89ef-0e8ef3d0287a,revision_number=1']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:15:41.572949 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-cc9e67a2-7f4d-473c-bdf2-1c0dd32ea16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:41.619152 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-275f94c4-9418-4e03-b6ef-310c5a60fcc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364474'] for router_interface, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:41.626791 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-becd14db-4dfe-4f7f-8bde-4901fd5df2bb None None] Routers {'35dda3f7-2d6e-4935-8743-f97acd17d8c3'} bound to L3 agent in host dv-cinder-816695-1-iscsi {{(pid=101556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:15:41.627787 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_hamode_db [None req-becd14db-4dfe-4f7f-8bde-4901fd5df2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-18T18:05:14Z,description=,heartbeat_timestamp=2021-11-18T18:15:14Z,host='dv-cinder-816695-1-iscsi',id=11d55508-f5ea-4178-bd3a-0ed8666e5761,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T18:05:14Z,topic='l3_agent')) {'router_ids': ['35dda3f7-2d6e-4935-8743-f97acd17d8c3'], 'active': True} {{(pid=101556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:15:41.633947 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-cc9e67a2-7f4d-473c-bdf2-1c0dd32ea16e None None] Provisioning complete for port e1dc68f1-dda4-4c20-b052-f9b92219a638 triggered by entity DHCP. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:15:41.634816 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-cc9e67a2-7f4d-473c-bdf2-1c0dd32ea16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:41.711467 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9e67a2-7f4d-473c-bdf2-1c0dd32ea16e None None] Pushing event updated for resources: {'Port': ['ID=adb0978b-fccf-4ad1-819a-ea1955a92c3f,revision_number=3']} {{(pid=101555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:15:41.789533 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_dvr_db [None req-becd14db-4dfe-4f7f-8bde-4901fd5df2bb None None] Set router 35dda3f7-2d6e-4935-8743-f97acd17d8c3 gateway port host: dv-cinder-816695-1-iscsi {{(pid=101556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:15:41.848573 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-275f94c4-9418-4e03-b6ef-310c5a60fcc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:41.860659 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a587bbfd-e3e2-47bd-a3e0-0e8d70fda1d9 None None] Pushing event updated for resources: {'Port': ['ID=db76a122-e2da-4c4c-bf6d-45c1c99b09d9,revision_number=3']} {{(pid=101556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:15:41.908373 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-1f5cb6cb-529a-48d0-b790-e7027c437f48 None None] Provisioning complete for port adb0978b-fccf-4ad1-819a-ea1955a92c3f triggered by entity DHCP. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:15:41.908742 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-1f5cb6cb-529a-48d0-b790-e7027c437f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:42.125103 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Device e1dc68f1-dda4-4c20-b052-f9b92219a638 up at agent ovs-agent-dv-cinder-816695-1-iscsi {{(pid=101555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:15:42.165958 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_hamode_db [None req-becd14db-4dfe-4f7f-8bde-4901fd5df2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35dda3f7-2d6e-4935-8743-f97acd17d8c3', 'name': 'tempest-TestShelveInstance-806746558-router', 'tenant_id': 'e057ce6d25f1429f875bdeafe435f2d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'external_fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': 'db76a122-e2da-4c4c-bf6d-45c1c99b09d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:15:37Z', 'updated_at': '2021-11-18T18:15:39Z', 'revision_number': 3, 'project_id': 'e057ce6d25f1429f875bdeafe435f2d8', 'gw_port': {'id': 'db76a122-e2da-4c4c-bf6d-45c1c99b09d9', 'name': '', 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:6c:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35dda3f7-2d6e-4935-8743-f97acd17d8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:15:39Z', 'updated_at': '2021-11-18T18:15:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816695-1-iscsi'}], 'dv-cinder-816695-1-iscsi', False) {} {{(pid=101556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:15:42.197053 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Provisioning complete for port e1dc68f1-dda4-4c20-b052-f9b92219a638 triggered by entity L2. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:15:42.197463 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:42.199629 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-becd14db-4dfe-4f7f-8bde-4901fd5df2bb None None] The sync data for ids ['35dda3f7-2d6e-4935-8743-f97acd17d8c3'] in dv-cinder-816695-1-iscsi is: [{'id': '35dda3f7-2d6e-4935-8743-f97acd17d8c3', 'name': 'tempest-TestShelveInstance-806746558-router', 'tenant_id': 'e057ce6d25f1429f875bdeafe435f2d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'external_fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': 'db76a122-e2da-4c4c-bf6d-45c1c99b09d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:15:37Z', 'updated_at': '2021-11-18T18:15:39Z', 'revision_number': 3, 'project_id': 'e057ce6d25f1429f875bdeafe435f2d8', 'gw_port': {'id': 'db76a122-e2da-4c4c-bf6d-45c1c99b09d9', 'name': '', 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:6c:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35dda3f7-2d6e-4935-8743-f97acd17d8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:15:39Z', 'updated_at': '2021-11-18T18:15:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816695-1-iscsi'}] {{(pid=101556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 18:15:42.204175 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-275f94c4-9418-4e03-b6ef-310c5a60fcc7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:42.212943 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-275f94c4-9418-4e03-b6ef-310c5a60fcc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6202622'] for port, after_update {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:42.256743 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-7c29377f-4c89-4fd8-bab6-b2c4cebfcc57 None None] Provisioning complete for port cda329e9-eb0d-4385-89ef-0e8ef3d0287a triggered by entity DHCP. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:15:42.257195 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-7c29377f-4c89-4fd8-bab6-b2c4cebfcc57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:42.296553 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275f94c4-9418-4e03-b6ef-310c5a60fcc7 admin admin] Pushing event updated for resources: {'Port': ['ID=cda329e9-eb0d-4385-89ef-0e8ef3d0287a,revision_number=2']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:15:42.298862 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-275f94c4-9418-4e03-b6ef-310c5a60fcc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-367343'] for router_interface, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:42.325505 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.plugin [None req-7c29377f-4c89-4fd8-bab6-b2c4cebfcc57 None None] Port cda329e9-eb0d-4385-89ef-0e8ef3d0287a cannot update to ACTIVE because it is not bound. {{(pid=101555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 18 18:15:42.376065 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Device adb0978b-fccf-4ad1-819a-ea1955a92c3f up at agent ovs-agent-dv-cinder-816695-1-iscsi {{(pid=101555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:15:42.428754 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-275f94c4-9418-4e03-b6ef-310c5a60fcc7 admin admin] Network 4f48a6c5-7810-49bc-80ed-537ab73aeb97 is already hosted by enough agents. {{(pid=101554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:15:42.431755 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.scheduler.base_scheduler [None req-275f94c4-9418-4e03-b6ef-310c5a60fcc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:15:42.452962 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Provisioning complete for port adb0978b-fccf-4ad1-819a-ea1955a92c3f triggered by entity L2. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:15:42.453631 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:42.597854 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-275f94c4-9418-4e03-b6ef-310c5a60fcc7 admin admin] Router 35dda3f7-2d6e-4935-8743-f97acd17d8c3 has already been hosted by L3 agent 11d55508-f5ea-4178-bd3a-0ed8666e5761 {{(pid=101554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 18:15:42.750005 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-65007a7a-0a98-42d3-821f-08af70a3b0cf None None] Provisioning complete for port cda329e9-eb0d-4385-89ef-0e8ef3d0287a triggered by entity DHCP. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:15:42.750559 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-65007a7a-0a98-42d3-821f-08af70a3b0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:42.794755 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.plugin [None req-65007a7a-0a98-42d3-821f-08af70a3b0cf None None] Port cda329e9-eb0d-4385-89ef-0e8ef3d0287a cannot update to ACTIVE because it is not bound. {{(pid=101555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 18 18:15:42.952421 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-275f94c4-9418-4e03-b6ef-310c5a60fcc7 admin admin] Notify agent at l3_agent.dv-cinder-816695-1-iscsi the message routers_updated {{(pid=101554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 18:15:42.958152 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-275f94c4-9418-4e03-b6ef-310c5a60fcc7 admin admin] 10.222.0.21 "PUT /v2.0/routers/35dda3f7-2d6e-4935-8743-f97acd17d8c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4831038 Nov 18 18:15:43.314837 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0199d535-a90b-4f2b-9839-df864d931a95 req-c0f120e0-ca11-4038-a065-92526b8c09f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:15:43.317994 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-0199d535-a90b-4f2b-9839-df864d931a95 req-c0f120e0-ca11-4038-a065-92526b8c09f1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=54a71c6fcc084e09bb76b54d410321c7&device_id=48ce5274-bbd4-41d9-a7fd-7b3342e115ca HTTP/1.1" status: 200 len: 1098 time: 0.0529189 Nov 18 18:15:43.322319 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d34cfe0-ae15-43cd-8812-dd45c6c00913 req-7bbe92dd-e15c-4e31-80b2-d541e156ee64 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:15:43.323799 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-6d34cfe0-ae15-43cd-8812-dd45c6c00913 req-7bbe92dd-e15c-4e31-80b2-d541e156ee64 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/ports?device_id=48ce5274-bbd4-41d9-a7fd-7b3342e115ca HTTP/1.1" status: 200 len: 945 time: 0.0545397 Nov 18 18:15:43.377012 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-7f392fcb-f614-4835-b394-5189c8386aa5 req-944e14a4-f327-457e-aa37-4c80c7dd307a tempest-VolumesNegativeTest-290152564 tempest-VolumesNegativeTest-290152564-project] 10.222.0.21 "GET /v2.0/ports?device_id=173bb509-67e6-46b7-a90b-88985ff920e4 HTTP/1.1" status: 200 len: 210 time: 0.0457315 Nov 18 18:15:43.393320 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-6d34cfe0-ae15-43cd-8812-dd45c6c00913 req-5611e588-9519-49c7-b18b-b577903f0efa tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/security-groups?id=46cda0ec-de4b-4291-a19a-42b976c21ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636988 Nov 18 18:15:43.438302 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0199d535-a90b-4f2b-9839-df864d931a95 req-20836d47-68e1-4973-b953-3258ec69bc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:15:43.439855 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-0199d535-a90b-4f2b-9839-df864d931a95 req-20836d47-68e1-4973-b953-3258ec69bc06 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6154edaf-4d8d-4eb2-9748-db0b61476bdf HTTP/1.1" status: 200 len: 919 time: 0.1009641 Nov 18 18:15:43.639901 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-0199d535-a90b-4f2b-9839-df864d931a95 req-1bc33acc-cff9-44dc-9ff1-8fc3929ae261 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4094900d-0e79-4f32-bbef-bbebdacfd67b HTTP/1.1" status: 200 len: 217 time: 0.0396430 Nov 18 18:15:43.696941 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0199d535-a90b-4f2b-9839-df864d931a95 req-368389f0-848f-4144-8131-e65aeb268033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:15:43.698802 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-0199d535-a90b-4f2b-9839-df864d931a95 req-368389f0-848f-4144-8131-e65aeb268033 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7228a873-9d05-4b76-9e24-c9343ad2ab35 HTTP/1.1" status: 200 len: 858 time: 0.0516336 Nov 18 18:15:43.707826 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Device 25f5ba15-48fd-4179-9f49-bd0636830073 no longer exists at agent hyperv_hv-cinder-81669 {{(pid=101555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 18:15:43.739978 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-0199d535-a90b-4f2b-9839-df864d931a95 req-1be53c18-dc08-4d7e-9982-7fbac121c254 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6154edaf-4d8d-4eb2-9748-db0b61476bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313325 Nov 18 18:15:43.881406 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-0199d535-a90b-4f2b-9839-df864d931a95 req-3becb2b1-5740-41bb-a77d-d52b42e6f1db service neutron] 10.222.0.46 "GET /v2.0/networks/6154edaf-4d8d-4eb2-9748-db0b61476bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331577 Nov 18 18:15:43.887078 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 47728) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:15:43.892386 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.v2.base [None req-d7a3682e-44f4-4381-8007-9f5245cabb61 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-406945692', 'description': 'tempest-secgroup-smoke-406945692 description', 'project_id': '933276c3577b443fb02567a84c30f5f2'}} {{(pid=101553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:15:43.899962 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.plugin [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] No Port match for: 25f5ba15-48fd-4179-9f49-bd0636830073 {{(pid=101555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 18 18:15:43.901154 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Device 25f5ba15-48fd-4179-9f49-bd0636830073 not bound to the agent host hv-cinder-81669 {{(pid=101555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 18:15:43.938704 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-d7a3682e-44f4-4381-8007-9f5245cabb61 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Notify callbacks [] for security_group, before_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:43.946110 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Device db76a122-e2da-4c4c-bf6d-45c1c99b09d9 up at agent ovs-agent-dv-cinder-816695-1-iscsi {{(pid=101555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:15:44.011140 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-7d9de02c-1c88-4779-bd21-6d9458a177a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:44.015855 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6690c471-85ac-475d-a0e1-1ee9beb7b7fb None None] Sync routers for ids ['35dda3f7-2d6e-4935-8743-f97acd17d8c3'] in dv-cinder-816695-1-iscsi {{(pid=101555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 18:15:44.027014 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Provisioning complete for port db76a122-e2da-4c4c-bf6d-45c1c99b09d9 triggered by entity L2. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:15:44.027858 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:44.031852 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-0199d535-a90b-4f2b-9839-df864d931a95 req-4cbf6473-f8a4-4b74-a119-af6ba6e756ed service neutron] 10.222.0.46 "GET /v2.0/networks/6154edaf-4d8d-4eb2-9748-db0b61476bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381843 Nov 18 18:15:44.034291 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-d7a3682e-44f4-4381-8007-9f5245cabb61 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Notify callbacks [] for security_group, precommit_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:44.039944 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-d7a3682e-44f4-4381-8007-9f5245cabb61 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:44.055867 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6690c471-85ac-475d-a0e1-1ee9beb7b7fb None None] Routers {'35dda3f7-2d6e-4935-8743-f97acd17d8c3'} bound to L3 agent in host dv-cinder-816695-1-iscsi {{(pid=101555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:15:44.057129 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_hamode_db [None req-6690c471-85ac-475d-a0e1-1ee9beb7b7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-18T18:05:14Z,description=,heartbeat_timestamp=2021-11-18T18:15:44Z,host='dv-cinder-816695-1-iscsi',id=11d55508-f5ea-4178-bd3a-0ed8666e5761,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T18:05:14Z,topic='l3_agent')) {'router_ids': ['35dda3f7-2d6e-4935-8743-f97acd17d8c3'], 'active': True} {{(pid=101555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:15:44.073957 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-d7a3682e-44f4-4381-8007-9f5245cabb61 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Notify callbacks [] for security_group, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:44.076198 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-d7a3682e-44f4-4381-8007-9f5245cabb61 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1875231 Nov 18 18:15:44.078543 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a3682e-44f4-4381-8007-9f5245cabb61 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6238537b-ea9c-4f6a-a9d8-fc9d159a5add,revision_number=1']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:15:44.079298 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 47734) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:15:44.084380 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.v2.base [None req-55d8c263-456f-494f-8b7c-24788555245b tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Request body: {'security_group_rule': {'security_group_id': '6238537b-ea9c-4f6a-a9d8-fc9d159a5add', 'project_id': '933276c3577b443fb02567a84c30f5f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:15:44.119902 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-55d8c263-456f-494f-8b7c-24788555245b tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:44.198726 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-55d8c263-456f-494f-8b7c-24788555245b tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:44.203856 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-55d8c263-456f-494f-8b7c-24788555245b tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577100'] for security_group_rule, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:44.214807 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:44.240073 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:44.240916 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d8c263-456f-494f-8b7c-24788555245b tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c50ad26f-afd3-4fd1-92db-6ac22d00e416,revision_number=0']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:15:44.245819 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-55d8c263-456f-494f-8b7c-24788555245b tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:44.249602 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-55d8c263-456f-494f-8b7c-24788555245b tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1691711 Nov 18 18:15:44.250934 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 47742) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:15:44.251773 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_dvr_db [None req-6690c471-85ac-475d-a0e1-1ee9beb7b7fb None None] Set router 35dda3f7-2d6e-4935-8743-f97acd17d8c3 gateway port host: dv-cinder-816695-1-iscsi {{(pid=101555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:15:44.259633 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.v2.base [None req-b40a9b1e-361c-4ea3-9863-40cb050eafc1 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Request body: {'security_group_rule': {'security_group_id': '6238537b-ea9c-4f6a-a9d8-fc9d159a5add', 'project_id': '933276c3577b443fb02567a84c30f5f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:15:44.300013 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-b40a9b1e-361c-4ea3-9863-40cb050eafc1 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:44.302595 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] For port db76a122-e2da-4c4c-bf6d-45c1c99b09d9, host dv-cinder-816695-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816695-1-iscsi',level=0,port_id=db76a122-e2da-4c4c-bf6d-45c1c99b09d9,segment=NetworkSegment(ccf61333-990a-41b6-8fac-e85eb4401822),segment_id=ccf61333-990a-41b6-8fac-e85eb4401822)] {{(pid=101555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:15:44.309009 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:44.378324 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-b40a9b1e-361c-4ea3-9863-40cb050eafc1 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:44.383069 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-b40a9b1e-361c-4ea3-9863-40cb050eafc1 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577100'] for security_group_rule, after_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:44.402481 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40a9b1e-361c-4ea3-9863-40cb050eafc1 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe14c28a-a0d3-4325-8f9d-1e54357660ad,revision_number=0']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:15:44.418839 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-b40a9b1e-361c-4ea3-9863-40cb050eafc1 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:44.420792 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-b40a9b1e-361c-4ea3-9863-40cb050eafc1 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1681433 Nov 18 18:15:44.423166 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 47754) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:15:44.428585 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.v2.base [None req-42af0856-389d-474b-83fd-c83f38dee792 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Request body: {'security_group_rule': {'security_group_id': '6238537b-ea9c-4f6a-a9d8-fc9d159a5add', 'project_id': '933276c3577b443fb02567a84c30f5f2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:15:44.460752 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-42af0856-389d-474b-83fd-c83f38dee792 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:44.480730 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Pushing event updated for resources: {'Port': ['ID=db76a122-e2da-4c4c-bf6d-45c1c99b09d9,revision_number=4']} {{(pid=101555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:15:44.577820 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-42af0856-389d-474b-83fd-c83f38dee792 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:44.588663 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-42af0856-389d-474b-83fd-c83f38dee792 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577100'] for security_group_rule, after_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:44.592859 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_hamode_db [None req-6690c471-85ac-475d-a0e1-1ee9beb7b7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35dda3f7-2d6e-4935-8743-f97acd17d8c3', 'name': 'tempest-TestShelveInstance-806746558-router', 'tenant_id': 'e057ce6d25f1429f875bdeafe435f2d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'external_fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': 'db76a122-e2da-4c4c-bf6d-45c1c99b09d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:15:37Z', 'updated_at': '2021-11-18T18:15:41Z', 'revision_number': 4, 'project_id': 'e057ce6d25f1429f875bdeafe435f2d8', 'gw_port': {'id': 'db76a122-e2da-4c4c-bf6d-45c1c99b09d9', 'name': '', 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:6c:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35dda3f7-2d6e-4935-8743-f97acd17d8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:15:39Z', 'updated_at': '2021-11-18T18:15:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816695-1-iscsi', '_interfaces': [{'id': 'cda329e9-eb0d-4385-89ef-0e8ef3d0287a', 'name': '', 'network_id': '4f48a6c5-7810-49bc-80ed-537ab73aeb97', 'tenant_id': 'e057ce6d25f1429f875bdeafe435f2d8', 'mac_address': 'fa:16:3e:af:26:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35dda3f7-2d6e-4935-8743-f97acd17d8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'e597880d-bcf1-4932-ad22-9183d56c9220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:15:41Z', 'updated_at': '2021-11-18T18:15:41Z', 'revision_number': 2, 'project_id': 'e057ce6d25f1429f875bdeafe435f2d8', 'subnets': [{'id': 'e597880d-bcf1-4932-ad22-9183d56c9220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816695-1-iscsi', False) {} {{(pid=101555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:15:44.612874 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42af0856-389d-474b-83fd-c83f38dee792 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f62d292-bf15-4465-91a8-5677f52c09ab,revision_number=0']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:15:44.630363 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-42af0856-389d-474b-83fd-c83f38dee792 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:44.631268 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-42af0856-389d-474b-83fd-c83f38dee792 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2069278 Nov 18 18:15:44.634175 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 47768) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:15:44.639213 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.v2.base [None req-190452bd-ef17-49db-9a5c-3ef52e99c8af tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Request body: {'security_group_rule': {'security_group_id': '6238537b-ea9c-4f6a-a9d8-fc9d159a5add', 'project_id': '933276c3577b443fb02567a84c30f5f2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:15:44.659939 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6690c471-85ac-475d-a0e1-1ee9beb7b7fb None None] Checking router: 35dda3f7-2d6e-4935-8743-f97acd17d8c3 for host: dv-cinder-816695-1-iscsi {{(pid=101555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 18:15:44.660165 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6690c471-85ac-475d-a0e1-1ee9beb7b7fb None None] Updating router 35dda3f7-2d6e-4935-8743-f97acd17d8c3 port cda329e9-eb0d-4385-89ef-0e8ef3d0287a binding host dv-cinder-816695-1-iscsi {{(pid=101555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 18:15:44.688332 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-190452bd-ef17-49db-9a5c-3ef52e99c8af tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:44.708951 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-6690c471-85ac-475d-a0e1-1ee9beb7b7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:44.709714 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c20c3cc-8f5b-48cd-bc95-74b85ae7b64f req-67facc2b-e348-4514-af6f-c9244c0ee6ee tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:15:44.711437 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-5c20c3cc-8f5b-48cd-bc95-74b85ae7b64f req-67facc2b-e348-4514-af6f-c9244c0ee6ee tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/ports?device_id=48ce5274-bbd4-41d9-a7fd-7b3342e115ca HTTP/1.1" status: 200 len: 945 time: 0.0679102 Nov 18 18:15:44.788504 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-190452bd-ef17-49db-9a5c-3ef52e99c8af tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:44.803003 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-190452bd-ef17-49db-9a5c-3ef52e99c8af tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577100'] for security_group_rule, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:44.804402 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-5c20c3cc-8f5b-48cd-bc95-74b85ae7b64f req-036b2a36-cdc3-4bc1-bab9-6ca194ef4c6f tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/security-groups?id=46cda0ec-de4b-4291-a19a-42b976c21ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827379 Nov 18 18:15:44.829379 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190452bd-ef17-49db-9a5c-3ef52e99c8af tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c17d25e-6a4c-4fdd-923c-9faa192ef89c,revision_number=0']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:15:44.840202 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-190452bd-ef17-49db-9a5c-3ef52e99c8af tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:44.842078 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-190452bd-ef17-49db-9a5c-3ef52e99c8af tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2067933 Nov 18 18:15:44.844966 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 47778) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:15:44.850042 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.v2.base [None req-5624f845-d42c-4224-ab53-2ea2262d8544 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Request body: {'security_group_rule': {'security_group_id': '6238537b-ea9c-4f6a-a9d8-fc9d159a5add', 'project_id': '933276c3577b443fb02567a84c30f5f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:15:44.879038 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.db.securitygroups_db [None req-5624f845-d42c-4224-ab53-2ea2262d8544 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Project 933276c3577b443fb02567a84c30f5f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 18 18:15:44.885827 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-5624f845-d42c-4224-ab53-2ea2262d8544 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:44.895315 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-e3a848c2-ffa0-4288-a759-e5f077163e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:44.960312 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-5624f845-d42c-4224-ab53-2ea2262d8544 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:44.974390 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-5624f845-d42c-4224-ab53-2ea2262d8544 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577100'] for security_group_rule, after_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:44.998254 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-5624f845-d42c-4224-ab53-2ea2262d8544 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:45.002360 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-5624f845-d42c-4224-ab53-2ea2262d8544 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1534941 Nov 18 18:15:45.002724 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 47782) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:15:45.008049 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.v2.base [None req-75d73fa3-0dc9-4a77-983a-d7d2c6ef3f15 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Request body: {'security_group_rule': {'security_group_id': '6238537b-ea9c-4f6a-a9d8-fc9d159a5add', 'project_id': '933276c3577b443fb02567a84c30f5f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:15:45.022085 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5624f845-d42c-4224-ab53-2ea2262d8544 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18502427-7b4a-4f06-870c-acbb55c54a53,revision_number=0']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:15:45.048802 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.db.securitygroups_db [None req-75d73fa3-0dc9-4a77-983a-d7d2c6ef3f15 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Project 933276c3577b443fb02567a84c30f5f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 18 18:15:45.054217 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-75d73fa3-0dc9-4a77-983a-d7d2c6ef3f15 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:45.074310 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-6690c471-85ac-475d-a0e1-1ee9beb7b7fb None None] Notify callbacks [] for port, precommit_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:45.080859 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-6690c471-85ac-475d-a0e1-1ee9beb7b7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:45.137118 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-75d73fa3-0dc9-4a77-983a-d7d2c6ef3f15 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:45.141624 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-75d73fa3-0dc9-4a77-983a-d7d2c6ef3f15 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577100'] for security_group_rule, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:45.142481 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4083e042-630f-46e3-a079-e19409f8029f None None] Pushing event updated for resources: {'Port': ['ID=cda329e9-eb0d-4385-89ef-0e8ef3d0287a,revision_number=3']} {{(pid=101555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:15:45.165776 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d73fa3-0dc9-4a77-983a-d7d2c6ef3f15 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b10b25e-145a-4087-a82f-9af2078502c2,revision_number=0']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:15:45.182549 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-75d73fa3-0dc9-4a77-983a-d7d2c6ef3f15 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:45.183918 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-75d73fa3-0dc9-4a77-983a-d7d2c6ef3f15 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1805174 Nov 18 18:15:45.203547 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.managers [None req-6690c471-85ac-475d-a0e1-1ee9beb7b7fb None None] Attempting to bind port cda329e9-eb0d-4385-89ef-0e8ef3d0287a on host dv-cinder-816695-1-iscsi for vnic_type normal with profile {{(pid=101555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 18 18:15:45.203946 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.managers [None req-6690c471-85ac-475d-a0e1-1ee9beb7b7fb None None] Attempting to bind port cda329e9-eb0d-4385-89ef-0e8ef3d0287a by drivers openvswitch,hyperv on host dv-cinder-816695-1-iscsi at level 0 using segments [{'id': 'f8564ec0-0953-4a27-97fb-bf302827c826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '4f48a6c5-7810-49bc-80ed-537ab73aeb97'}] {{(pid=101555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 18 18:15:45.204611 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6690c471-85ac-475d-a0e1-1ee9beb7b7fb None None] Attempting to bind port cda329e9-eb0d-4385-89ef-0e8ef3d0287a on network 4f48a6c5-7810-49bc-80ed-537ab73aeb97 {{(pid=101555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:15:45.211937 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6690c471-85ac-475d-a0e1-1ee9beb7b7fb None None] Checking agent: {'id': '1b150279-be03-4dd2-a318-1a957a9087ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816695-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 18, 5, 14), 'started_at': datetime.datetime(2021, 11, 18, 18, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 18, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816695-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 18:15:45.212323 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6690c471-85ac-475d-a0e1-1ee9beb7b7fb None None] Checking segment: {'id': 'f8564ec0-0953-4a27-97fb-bf302827c826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '4f48a6c5-7810-49bc-80ed-537ab73aeb97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 18 18:15:45.212739 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-6690c471-85ac-475d-a0e1-1ee9beb7b7fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:45.213137 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6690c471-85ac-475d-a0e1-1ee9beb7b7fb None None] Bound using segment: {'id': 'f8564ec0-0953-4a27-97fb-bf302827c826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '4f48a6c5-7810-49bc-80ed-537ab73aeb97'} {{(pid=101555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 18:15:45.213610 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.managers [None req-6690c471-85ac-475d-a0e1-1ee9beb7b7fb None None] Bound port: cda329e9-eb0d-4385-89ef-0e8ef3d0287a, host: dv-cinder-816695-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8564ec0-0953-4a27-97fb-bf302827c826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '4f48a6c5-7810-49bc-80ed-537ab73aeb97'}}] {{(pid=101555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 18 18:15:45.214147 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-6690c471-85ac-475d-a0e1-1ee9beb7b7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:45.291715 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-6690c471-85ac-475d-a0e1-1ee9beb7b7fb None None] For port cda329e9-eb0d-4385-89ef-0e8ef3d0287a, host dv-cinder-816695-1-iscsi, cleared binding levels {{(pid=101555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 18:15:45.296619 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-6690c471-85ac-475d-a0e1-1ee9beb7b7fb None None] For port cda329e9-eb0d-4385-89ef-0e8ef3d0287a, host dv-cinder-816695-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816695-1-iscsi',level=0,port_id=cda329e9-eb0d-4385-89ef-0e8ef3d0287a,segment=NetworkSegment(f8564ec0-0953-4a27-97fb-bf302827c826),segment_id=f8564ec0-0953-4a27-97fb-bf302827c826)] {{(pid=101555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 18:15:45.304339 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-6690c471-85ac-475d-a0e1-1ee9beb7b7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:45.372007 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6690c471-85ac-475d-a0e1-1ee9beb7b7fb None None] Routers {'35dda3f7-2d6e-4935-8743-f97acd17d8c3'} bound to L3 agent in host dv-cinder-816695-1-iscsi {{(pid=101555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:15:45.372789 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_hamode_db [None req-6690c471-85ac-475d-a0e1-1ee9beb7b7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-18T18:05:14Z,description=,heartbeat_timestamp=2021-11-18T18:15:44Z,host='dv-cinder-816695-1-iscsi',id=11d55508-f5ea-4178-bd3a-0ed8666e5761,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T18:05:14Z,topic='l3_agent')) {'router_ids': ['35dda3f7-2d6e-4935-8743-f97acd17d8c3'], 'active': True} {{(pid=101555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:15:45.437900 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4083e042-630f-46e3-a079-e19409f8029f None None] Pushing event updated for resources: {'Port': ['ID=cda329e9-eb0d-4385-89ef-0e8ef3d0287a,revision_number=4']} {{(pid=101555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:15:45.473559 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-47765c21-cfb6-4c51-8329-b788d80a45bd None None] Provisioning complete for port cda329e9-eb0d-4385-89ef-0e8ef3d0287a triggered by entity DHCP. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:15:45.473941 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-47765c21-cfb6-4c51-8329-b788d80a45bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:45.567395 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_dvr_db [None req-6690c471-85ac-475d-a0e1-1ee9beb7b7fb None None] Set router 35dda3f7-2d6e-4935-8743-f97acd17d8c3 gateway port host: dv-cinder-816695-1-iscsi {{(pid=101555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:15:45.721263 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-47765c21-cfb6-4c51-8329-b788d80a45bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:45.792689 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-47765c21-cfb6-4c51-8329-b788d80a45bd None None] For port cda329e9-eb0d-4385-89ef-0e8ef3d0287a, host dv-cinder-816695-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816695-1-iscsi',level=0,port_id=cda329e9-eb0d-4385-89ef-0e8ef3d0287a,segment=NetworkSegment(f8564ec0-0953-4a27-97fb-bf302827c826),segment_id=f8564ec0-0953-4a27-97fb-bf302827c826)] {{(pid=101555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:15:45.798323 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-47765c21-cfb6-4c51-8329-b788d80a45bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:45.884617 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47765c21-cfb6-4c51-8329-b788d80a45bd None None] Pushing event updated for resources: {'Port': ['ID=cda329e9-eb0d-4385-89ef-0e8ef3d0287a,revision_number=5']} {{(pid=101555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:15:45.948275 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-e9c436d6-13ae-4e9f-97f0-e9f6d5e76248 None None] Provisioning complete for port cda329e9-eb0d-4385-89ef-0e8ef3d0287a triggered by entity DHCP. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:15:45.948648 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-e9c436d6-13ae-4e9f-97f0-e9f6d5e76248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:45.974571 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Device db76a122-e2da-4c4c-bf6d-45c1c99b09d9 up at agent ovs-agent-dv-cinder-816695-1-iscsi {{(pid=101555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:15:46.033721 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_hamode_db [None req-6690c471-85ac-475d-a0e1-1ee9beb7b7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35dda3f7-2d6e-4935-8743-f97acd17d8c3', 'name': 'tempest-TestShelveInstance-806746558-router', 'tenant_id': 'e057ce6d25f1429f875bdeafe435f2d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'external_fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': 'db76a122-e2da-4c4c-bf6d-45c1c99b09d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:15:37Z', 'updated_at': '2021-11-18T18:15:41Z', 'revision_number': 4, 'project_id': 'e057ce6d25f1429f875bdeafe435f2d8', 'gw_port': {'id': 'db76a122-e2da-4c4c-bf6d-45c1c99b09d9', 'name': '', 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:6c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35dda3f7-2d6e-4935-8743-f97acd17d8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:15:39Z', 'updated_at': '2021-11-18T18:15:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816695-1-iscsi', '_interfaces': [{'id': 'cda329e9-eb0d-4385-89ef-0e8ef3d0287a', 'name': '', 'network_id': '4f48a6c5-7810-49bc-80ed-537ab73aeb97', 'tenant_id': 'e057ce6d25f1429f875bdeafe435f2d8', 'mac_address': 'fa:16:3e:af:26:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35dda3f7-2d6e-4935-8743-f97acd17d8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'e597880d-bcf1-4932-ad22-9183d56c9220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:15:41Z', 'updated_at': '2021-11-18T18:15:45Z', 'revision_number': 4, 'project_id': 'e057ce6d25f1429f875bdeafe435f2d8', 'subnets': [{'id': 'e597880d-bcf1-4932-ad22-9183d56c9220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816695-1-iscsi', False) {} {{(pid=101555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:15:46.065469 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6690c471-85ac-475d-a0e1-1ee9beb7b7fb None None] The sync data for ids ['35dda3f7-2d6e-4935-8743-f97acd17d8c3'] in dv-cinder-816695-1-iscsi is: [{'id': '35dda3f7-2d6e-4935-8743-f97acd17d8c3', 'name': 'tempest-TestShelveInstance-806746558-router', 'tenant_id': 'e057ce6d25f1429f875bdeafe435f2d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'external_fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': 'db76a122-e2da-4c4c-bf6d-45c1c99b09d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:15:37Z', 'updated_at': '2021-11-18T18:15:41Z', 'revision_number': 4, 'project_id': 'e057ce6d25f1429f875bdeafe435f2d8', 'gw_port': {'id': 'db76a122-e2da-4c4c-bf6d-45c1c99b09d9', 'name': '', 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:6c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35dda3f7-2d6e-4935-8743-f97acd17d8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:15:39Z', 'updated_at': '2021-11-18T18:15:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816695-1-iscsi', '_interfaces': [{'id': 'cda329e9-eb0d-4385-89ef-0e8ef3d0287a', 'name': '', 'network_id': '4f48a6c5-7810-49bc-80ed-537ab73aeb97', 'tenant_id': 'e057ce6d25f1429f875bdeafe435f2d8', 'mac_address': 'fa:16:3e:af:26:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35dda3f7-2d6e-4935-8743-f97acd17d8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'e597880d-bcf1-4932-ad22-9183d56c9220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:15:41Z', 'updated_at': '2021-11-18T18:15:45Z', 'revision_number': 4, 'project_id': 'e057ce6d25f1429f875bdeafe435f2d8', 'subnets': [{'id': 'e597880d-bcf1-4932-ad22-9183d56c9220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 18:15:46.117500 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Provisioning complete for port db76a122-e2da-4c4c-bf6d-45c1c99b09d9 triggered by entity L2. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:15:46.117500 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:46.910930 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-cd169395-ba62-4885-8b1f-e6616afe023f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:47.937492 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Device cda329e9-eb0d-4385-89ef-0e8ef3d0287a up at agent ovs-agent-dv-cinder-816695-1-iscsi {{(pid=101555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:15:47.991762 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Provisioning complete for port cda329e9-eb0d-4385-89ef-0e8ef3d0287a triggered by entity L2. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:15:47.992624 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:49.942795 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7965c867-3c28-471b-9fcc-5409eb40f1e0 req-ebe7019e-e96e-4731-ab92-b942daec9162 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:15:49.944340 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-7965c867-3c28-471b-9fcc-5409eb40f1e0 req-ebe7019e-e96e-4731-ab92-b942daec9162 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/ports?device_id=48ce5274-bbd4-41d9-a7fd-7b3342e115ca HTTP/1.1" status: 200 len: 945 time: 0.0518825 Nov 18 18:15:49.987444 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-7965c867-3c28-471b-9fcc-5409eb40f1e0 req-aa2e5409-1b0c-4b42-bb81-c32ed86be9f4 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/security-groups?id=46cda0ec-de4b-4291-a19a-42b976c21ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339360 Nov 18 18:15:51.113513 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952f0a2c-8455-4f98-8f23-e981678c8e7e req-d7b95fc2-f2da-4399-a169-c542207782b0 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:15:51.115026 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-952f0a2c-8455-4f98-8f23-e981678c8e7e req-d7b95fc2-f2da-4399-a169-c542207782b0 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/ports?device_id=48ce5274-bbd4-41d9-a7fd-7b3342e115ca HTTP/1.1" status: 200 len: 945 time: 0.0495822 Nov 18 18:15:51.155684 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-952f0a2c-8455-4f98-8f23-e981678c8e7e req-4ca27109-63aa-4a89-834d-c1969b8ff14d tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/security-groups?id=46cda0ec-de4b-4291-a19a-42b976c21ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340114 Nov 18 18:15:51.784994 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 48142) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:15:51.960596 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-de7885c7-1f63-4297-895f-4cd7c2cf0bbd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=44b01d51cc7b40c1a48fa49c19b82ed0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1743352 Nov 18 18:15:51.962963 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 48152) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:15:52.013079 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-b07672e5-41e3-4339-99e3-146336e0189d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:52.035737 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-b07672e5-41e3-4339-99e3-146336e0189d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:52.091317 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-b07672e5-41e3-4339-99e3-146336e0189d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:52.093970 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-b07672e5-41e3-4339-99e3-146336e0189d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:15:52.095131 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-b07672e5-41e3-4339-99e3-146336e0189d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e3606de3-2314-43b9-b72e-bd789e1fc71a HTTP/1.1" status: 204 len: 168 time: 0.1312728 Nov 18 18:15:52.103402 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07672e5-41e3-4339-99e3-146336e0189d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3606de3-2314-43b9-b72e-bd789e1fc71a,revision_number=None']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:15:52.328993 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b347da14-466e-4147-8418-7d9e6f309cda req-4c5d8ba7-1cc1-4989-b2dd-981ce79775f9 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:15:52.330634 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-b347da14-466e-4147-8418-7d9e6f309cda req-4c5d8ba7-1cc1-4989-b2dd-981ce79775f9 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/ports?device_id=48ce5274-bbd4-41d9-a7fd-7b3342e115ca HTTP/1.1" status: 200 len: 945 time: 0.0558341 Nov 18 18:15:52.373865 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-b347da14-466e-4147-8418-7d9e6f309cda req-5e6befa6-d23f-4ea0-837f-3be9840ed554 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/security-groups?id=46cda0ec-de4b-4291-a19a-42b976c21ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368547 Nov 18 18:15:53.498040 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cefb90-a7ea-4612-a221-f746b5a1bcc9 req-e0cc3ba8-4b51-433b-ac7d-f0c4ec6983ab tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:15:53.499548 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-45cefb90-a7ea-4612-a221-f746b5a1bcc9 req-e0cc3ba8-4b51-433b-ac7d-f0c4ec6983ab tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/ports?device_id=48ce5274-bbd4-41d9-a7fd-7b3342e115ca HTTP/1.1" status: 200 len: 945 time: 0.0524669 Nov 18 18:15:53.550730 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-45cefb90-a7ea-4612-a221-f746b5a1bcc9 req-4f36fb5a-0662-49e9-8369-d90c05131a20 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/security-groups?id=46cda0ec-de4b-4291-a19a-42b976c21ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450423 Nov 18 18:15:55.543363 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:16:01.355447 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deaa660-bff6-4369-8a89-64c2f33048dc req-d2cc5550-4f31-462b-8cd1-bfa6782802cd tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:01.357060 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-1deaa660-bff6-4369-8a89-64c2f33048dc req-d2cc5550-4f31-462b-8cd1-bfa6782802cd tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/ports?device_id=48ce5274-bbd4-41d9-a7fd-7b3342e115ca HTTP/1.1" status: 200 len: 945 time: 0.0527527 Nov 18 18:16:01.402136 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-1deaa660-bff6-4369-8a89-64c2f33048dc req-e2580cb1-0621-4db7-a436-03734d739844 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/security-groups?id=46cda0ec-de4b-4291-a19a-42b976c21ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390871 Nov 18 18:16:04.877779 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.agents_db [None req-879798a6-d64d-4745-9d9a-40c50c0efc22 None None] Agent healthcheck: found 6 active agents {{(pid=101556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 18:16:10.965811 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-c8f23074-50bc-4514-a5ab-4dc154b0044a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:16:12.796456 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566d637f-09a5-422b-8f08-5cbc5ca8dc40 req-82c1d373-dee6-4df0-8121-347c5c0524b2 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:12.797926 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-566d637f-09a5-422b-8f08-5cbc5ca8dc40 req-82c1d373-dee6-4df0-8121-347c5c0524b2 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/networks?id=55d864c4-26de-4319-ad49-480f70c18bec HTTP/1.1" status: 200 len: 815 time: 0.1301773 Nov 18 18:16:12.812697 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-566d637f-09a5-422b-8f08-5cbc5ca8dc40 req-a6fc95ca-90d8-4efc-b1bf-944ccc7d4df0 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/quotas/ad60c6d708a846a38100e1a391c794b8 HTTP/1.1" status: 200 len: 375 time: 0.0089881 Nov 18 18:16:12.864548 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-566d637f-09a5-422b-8f08-5cbc5ca8dc40 req-bb041f9a-6c31-48d9-8606-280d56b32cc8 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ad60c6d708a846a38100e1a391c794b8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0461309 Nov 18 18:16:12.951245 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-566d637f-09a5-422b-8f08-5cbc5ca8dc40 req-a4e50c3f-20ea-4867-ab3b-b25227f34dea service neutron] 10.222.0.21 "GET /v2.0/networks/55d864c4-26de-4319-ad49-480f70c18bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797615 Nov 18 18:16:13.048680 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-566d637f-09a5-422b-8f08-5cbc5ca8dc40 req-4ce080c3-7ad7-4596-865d-ec1fa87e59fd service neutron] 10.222.0.21 "GET /v2.0/networks/55d864c4-26de-4319-ad49-480f70c18bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911353 Nov 18 18:16:13.217494 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-f19b5f2f-c57e-4c7a-b51a-b46d1d43cb31 req-90430e42-e155-41b6-8c1a-be782bab8317 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/ports?device_id=6abdfad2-a639-42ae-a0e7-f33d0b69c6e9 HTTP/1.1" status: 200 len: 210 time: 0.0267642 Nov 18 18:16:14.001899 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-ed494f50-486c-4c7e-9d2a-770e820939fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:16:14.175959 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:16:14.886132 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-e3a848c2-ffa0-4288-a759-e5f077163e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:16:16.908031 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-cd169395-ba62-4885-8b1f-e6616afe023f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:16:18.130537 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-3ca849f3-cc4f-466d-9d54-7eda2eaeeb1d req-afd36b71-c28b-4971-be9e-0bfabbb7d37c tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/ports?device_id=6abdfad2-a639-42ae-a0e7-f33d0b69c6e9 HTTP/1.1" status: 200 len: 210 time: 0.0289211 Nov 18 18:16:19.254612 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-77b3bcef-de6f-4712-ac3d-93fe6005a6a8 req-b3f3e5f0-8fdc-40cb-9225-fc640e2166e4 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/ports?device_id=6abdfad2-a639-42ae-a0e7-f33d0b69c6e9 HTTP/1.1" status: 200 len: 210 time: 0.0288281 Nov 18 18:16:19.359632 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566d637f-09a5-422b-8f08-5cbc5ca8dc40 req-56fd0668-4166-4048-a761-83a06f967dd6 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:19.361022 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-566d637f-09a5-422b-8f08-5cbc5ca8dc40 req-56fd0668-4166-4048-a761-83a06f967dd6 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.46 "GET /v2.0/networks?id=55d864c4-26de-4319-ad49-480f70c18bec HTTP/1.1" status: 200 len: 815 time: 0.1187382 Nov 18 18:16:19.379910 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.v2.base [req-566d637f-09a5-422b-8f08-5cbc5ca8dc40 req-17bbfa1c-0fd4-4410-bf25-8d0fbfc15b59 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Request body: {'port': {'device_id': '6abdfad2-a639-42ae-a0e7-f33d0b69c6e9', 'network_id': '55d864c4-26de-4319-ad49-480f70c18bec', 'admin_state_up': True, 'tenant_id': 'ad60c6d708a846a38100e1a391c794b8'}} {{(pid=101554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:16:19.492672 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-566d637f-09a5-422b-8f08-5cbc5ca8dc40 req-17bbfa1c-0fd4-4410-bf25-8d0fbfc15b59 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Made reservation on behalf of ad60c6d708a846a38100e1a391c794b8 for: {'port': 1} {{(pid=101554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 18:16:19.496114 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [req-566d637f-09a5-422b-8f08-5cbc5ca8dc40 req-17bbfa1c-0fd4-4410-bf25-8d0fbfc15b59 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:16:19.619972 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.db.db_base_plugin_common [req-566d637f-09a5-422b-8f08-5cbc5ca8dc40 req-17bbfa1c-0fd4-4410-bf25-8d0fbfc15b59 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Allocated IP 172.20.0.5 (55d864c4-26de-4319-ad49-480f70c18bec/8a26a515-bc32-4ac2-b36f-b3635dc5d87c/c5f27665-235c-44c6-9725-5f4778e9162d) {{(pid=101554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 18:16:19.768909 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [req-566d637f-09a5-422b-8f08-5cbc5ca8dc40 req-17bbfa1c-0fd4-4410-bf25-8d0fbfc15b59 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Notify callbacks [] for port, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:16:19.809630 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [req-566d637f-09a5-422b-8f08-5cbc5ca8dc40 req-17bbfa1c-0fd4-4410-bf25-8d0fbfc15b59 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768456900401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6202601'] for port, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:16:19.826283 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] get_ports_and_sgs() called for port_ids ['8731975e-6df9-4bd4-943d-d8cd15ccf574', '5c64e02a-2d63-4d65-b18e-c3380a72e635', '7a14e2fc-e458-4007-b2e1-1b84426736dd'] {{(pid=101555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 18:16:19.854273 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-566d637f-09a5-422b-8f08-5cbc5ca8dc40 req-17bbfa1c-0fd4-4410-bf25-8d0fbfc15b59 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Network 55d864c4-26de-4319-ad49-480f70c18bec is already hosted by enough agents. {{(pid=101554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:16:19.857684 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.scheduler.base_scheduler [req-566d637f-09a5-422b-8f08-5cbc5ca8dc40 req-17bbfa1c-0fd4-4410-bf25-8d0fbfc15b59 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Resources bound (agent type, host, resource id): {{(pid=101554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:16:19.861705 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.db.l3_dvrscheduler_db [req-566d637f-09a5-422b-8f08-5cbc5ca8dc40 req-17bbfa1c-0fd4-4410-bf25-8d0fbfc15b59 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Received port after_create {{(pid=101554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 18:16:19.898240 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bbfa1c-0fd4-4410-bf25-8d0fbfc15b59 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Pushing event updated for resources: {'Port': ['ID=c5f27665-235c-44c6-9725-5f4778e9162d,revision_number=1']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:16:19.929991 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566d637f-09a5-422b-8f08-5cbc5ca8dc40 req-17bbfa1c-0fd4-4410-bf25-8d0fbfc15b59 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:19.930877 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [req-566d637f-09a5-422b-8f08-5cbc5ca8dc40 req-17bbfa1c-0fd4-4410-bf25-8d0fbfc15b59 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47340'] for port, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:16:19.953174 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-566d637f-09a5-422b-8f08-5cbc5ca8dc40 req-17bbfa1c-0fd4-4410-bf25-8d0fbfc15b59 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5782297 Nov 18 18:16:19.968748 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.v2.base [req-566d637f-09a5-422b-8f08-5cbc5ca8dc40 req-80eb58ae-a408-4c18-a66b-b00d50c40903 service neutron] Request body: {'port': {'device_id': '6abdfad2-a639-42ae-a0e7-f33d0b69c6e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81669'}} {{(pid=101554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:16:20.037064 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [req-566d637f-09a5-422b-8f08-5cbc5ca8dc40 req-80eb58ae-a408-4c18-a66b-b00d50c40903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:16:20.298939 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.notifiers.nova [req-566d637f-09a5-422b-8f08-5cbc5ca8dc40 req-80eb58ae-a408-4c18-a66b-b00d50c40903 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5f27665-235c-44c6-9725-5f4778e9162d {{(pid=101554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 18:16:20.306947 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [req-566d637f-09a5-422b-8f08-5cbc5ca8dc40 req-80eb58ae-a408-4c18-a66b-b00d50c40903 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:16:20.319844 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.db.provisioning_blocks [req-566d637f-09a5-422b-8f08-5cbc5ca8dc40 req-80eb58ae-a408-4c18-a66b-b00d50c40903 service neutron] Transition to ACTIVE for port object c5f27665-235c-44c6-9725-5f4778e9162d will not be triggered until provisioned by entity L2. {{(pid=101554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 18:16:20.323731 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [req-566d637f-09a5-422b-8f08-5cbc5ca8dc40 req-80eb58ae-a408-4c18-a66b-b00d50c40903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6202622'] for port, after_update {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:16:20.376549 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eb58ae-a408-4c18-a66b-b00d50c40903 service neutron] Pushing event updated for resources: {'Port': ['ID=c5f27665-235c-44c6-9725-5f4778e9162d,revision_number=2']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:16:20.390520 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8930d8c1-d082-4a98-8d53-dbfc4ddba676 req-4d885604-4baa-46c4-9778-7be8c20917fc tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:20.392010 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-8930d8c1-d082-4a98-8d53-dbfc4ddba676 req-4d885604-4baa-46c4-9778-7be8c20917fc tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/ports?device_id=6abdfad2-a639-42ae-a0e7-f33d0b69c6e9 HTTP/1.1" status: 200 len: 943 time: 0.0579250 Nov 18 18:16:20.431856 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-8930d8c1-d082-4a98-8d53-dbfc4ddba676 req-b2b3ec37-7e29-4f45-b2ad-9d5a2257cd82 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb4519c5-e238-4dc3-a08d-3d011a53b08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329340 Nov 18 18:16:20.445374 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.managers [req-566d637f-09a5-422b-8f08-5cbc5ca8dc40 req-80eb58ae-a408-4c18-a66b-b00d50c40903 service neutron] Attempting to bind port c5f27665-235c-44c6-9725-5f4778e9162d on host hv-cinder-81669 for vnic_type normal with profile {{(pid=101554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 18 18:16:20.445716 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.managers [req-566d637f-09a5-422b-8f08-5cbc5ca8dc40 req-80eb58ae-a408-4c18-a66b-b00d50c40903 service neutron] Attempting to bind port c5f27665-235c-44c6-9725-5f4778e9162d by drivers openvswitch,hyperv on host hv-cinder-81669 at level 0 using segments [{'id': '8db404f7-7509-4e1d-af51-a1837b138434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '55d864c4-26de-4319-ad49-480f70c18bec'}] {{(pid=101554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 18 18:16:20.446175 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566d637f-09a5-422b-8f08-5cbc5ca8dc40 req-80eb58ae-a408-4c18-a66b-b00d50c40903 service neutron] Attempting to bind port c5f27665-235c-44c6-9725-5f4778e9162d on network 55d864c4-26de-4319-ad49-480f70c18bec {{(pid=101554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:16:20.450757 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566d637f-09a5-422b-8f08-5cbc5ca8dc40 req-80eb58ae-a408-4c18-a66b-b00d50c40903 service neutron] Port c5f27665-235c-44c6-9725-5f4778e9162d on network 55d864c4-26de-4319-ad49-480f70c18bec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81669 {{(pid=101554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 18:16:20.451092 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566d637f-09a5-422b-8f08-5cbc5ca8dc40 req-80eb58ae-a408-4c18-a66b-b00d50c40903 service neutron] Attempting to bind port c5f27665-235c-44c6-9725-5f4778e9162d on network 55d864c4-26de-4319-ad49-480f70c18bec {{(pid=101554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:16:20.456025 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566d637f-09a5-422b-8f08-5cbc5ca8dc40 req-80eb58ae-a408-4c18-a66b-b00d50c40903 service neutron] Checking agent: {'id': 'de52c200-415c-462d-a684-4cc0655308c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81669', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 18, 11, 25), 'started_at': datetime.datetime(2021, 11, 18, 18, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 18, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 18:16:20.456358 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566d637f-09a5-422b-8f08-5cbc5ca8dc40 req-80eb58ae-a408-4c18-a66b-b00d50c40903 service neutron] Checking segment: {'id': '8db404f7-7509-4e1d-af51-a1837b138434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '55d864c4-26de-4319-ad49-480f70c18bec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 18 18:16:20.456739 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566d637f-09a5-422b-8f08-5cbc5ca8dc40 req-80eb58ae-a408-4c18-a66b-b00d50c40903 service neutron] Bound using segment: {'id': '8db404f7-7509-4e1d-af51-a1837b138434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '55d864c4-26de-4319-ad49-480f70c18bec'} {{(pid=101554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 18:16:20.457176 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.managers [req-566d637f-09a5-422b-8f08-5cbc5ca8dc40 req-80eb58ae-a408-4c18-a66b-b00d50c40903 service neutron] Bound port: c5f27665-235c-44c6-9725-5f4778e9162d, host: hv-cinder-81669, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8db404f7-7509-4e1d-af51-a1837b138434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '55d864c4-26de-4319-ad49-480f70c18bec'}}] {{(pid=101554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 18 18:16:20.457567 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [req-566d637f-09a5-422b-8f08-5cbc5ca8dc40 req-80eb58ae-a408-4c18-a66b-b00d50c40903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:16:20.519297 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.db [req-566d637f-09a5-422b-8f08-5cbc5ca8dc40 req-80eb58ae-a408-4c18-a66b-b00d50c40903 service neutron] For port c5f27665-235c-44c6-9725-5f4778e9162d, host hv-cinder-81669, cleared binding levels {{(pid=101554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 18:16:20.522381 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.db [req-566d637f-09a5-422b-8f08-5cbc5ca8dc40 req-80eb58ae-a408-4c18-a66b-b00d50c40903 service neutron] For port c5f27665-235c-44c6-9725-5f4778e9162d, host hv-cinder-81669, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81669',level=0,port_id=c5f27665-235c-44c6-9725-5f4778e9162d,segment=NetworkSegment(8db404f7-7509-4e1d-af51-a1837b138434),segment_id=8db404f7-7509-4e1d-af51-a1837b138434)] {{(pid=101554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 18:16:20.526666 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [req-566d637f-09a5-422b-8f08-5cbc5ca8dc40 req-80eb58ae-a408-4c18-a66b-b00d50c40903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6202622'] for port, after_update {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:16:20.559309 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566d637f-09a5-422b-8f08-5cbc5ca8dc40 req-80eb58ae-a408-4c18-a66b-b00d50c40903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:20.559958 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [req-566d637f-09a5-422b-8f08-5cbc5ca8dc40 req-80eb58ae-a408-4c18-a66b-b00d50c40903 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47340'] for port, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:16:20.561349 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-566d637f-09a5-422b-8f08-5cbc5ca8dc40 req-80eb58ae-a408-4c18-a66b-b00d50c40903 service neutron] 10.222.0.46 "PUT /v2.0/ports/c5f27665-235c-44c6-9725-5f4778e9162d HTTP/1.1" status: 200 len: 1093 time: 0.5978708 Nov 18 18:16:20.561785 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6abdfad2-a639-42ae-a0e7-f33d0b69c6e9', 'tag': 'c5f27665-235c-44c6-9725-5f4778e9162d'}] {{(pid=101554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:16:20.564069 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb6a83c3ebc788d099039a2e3a9a485db9e94d86a5b55328e01f3a68fc6aec2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc1afb2b-0942-4802-a419-109038e6a443" -d '{"events": [{"name": "network-changed", "server_uuid": "6abdfad2-a639-42ae-a0e7-f33d0b69c6e9", "tag": "c5f27665-235c-44c6-9725-5f4778e9162d"}]}' {{(pid=101554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:16:20.590045 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eb58ae-a408-4c18-a66b-b00d50c40903 service neutron] Pushing event updated for resources: {'Port': ['ID=c5f27665-235c-44c6-9725-5f4778e9162d,revision_number=3']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:16:20.600308 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 18:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4c71711-104b-4cf5-a977-b125aa003c32 x-openstack-request-id: req-b4c71711-104b-4cf5-a977-b125aa003c32 {{(pid=101554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:16:20.600596 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6abdfad2-a639-42ae-a0e7-f33d0b69c6e9", "tag": "c5f27665-235c-44c6-9725-5f4778e9162d", "status": "completed", "code": 200}]} {{(pid=101554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:16:20.600850 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b4c71711-104b-4cf5-a977-b125aa003c32 {{(pid=101554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:16:20.601244 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6abdfad2-a639-42ae-a0e7-f33d0b69c6e9', 'tag': 'c5f27665-235c-44c6-9725-5f4778e9162d', 'status': 'completed', 'code': 200} Nov 18 18:16:20.674265 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566d637f-09a5-422b-8f08-5cbc5ca8dc40 req-ff4f6f8b-f69c-47b6-8acf-807e0fefe560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:20.675768 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-566d637f-09a5-422b-8f08-5cbc5ca8dc40 req-ff4f6f8b-f69c-47b6-8acf-807e0fefe560 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ad60c6d708a846a38100e1a391c794b8&device_id=6abdfad2-a639-42ae-a0e7-f33d0b69c6e9 HTTP/1.1" status: 200 len: 1096 time: 0.0409355 Nov 18 18:16:20.721708 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-566d637f-09a5-422b-8f08-5cbc5ca8dc40 req-1c0ff072-ba10-434a-a0a6-ef70396c094d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c5f27665-235c-44c6-9725-5f4778e9162d HTTP/1.1" status: 200 len: 217 time: 0.0359750 Nov 18 18:16:20.774449 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566d637f-09a5-422b-8f08-5cbc5ca8dc40 req-3bac7e0e-9db7-4bb5-a20a-79a7b741f9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:20.775918 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-566d637f-09a5-422b-8f08-5cbc5ca8dc40 req-3bac7e0e-9db7-4bb5-a20a-79a7b741f9dc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8a26a515-bc32-4ac2-b36f-b3635dc5d87c HTTP/1.1" status: 200 len: 855 time: 0.0428998 Nov 18 18:16:20.808761 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-566d637f-09a5-422b-8f08-5cbc5ca8dc40 req-334ca65c-fa61-4c1a-b108-24b4f069543d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=55d864c4-26de-4319-ad49-480f70c18bec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240824 Nov 18 18:16:20.904702 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-566d637f-09a5-422b-8f08-5cbc5ca8dc40 req-faa9a2ee-be00-4ad5-bd5c-0a4e1f6eddb1 service neutron] 10.222.0.46 "GET /v2.0/networks/55d864c4-26de-4319-ad49-480f70c18bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855429 Nov 18 18:16:20.999524 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-566d637f-09a5-422b-8f08-5cbc5ca8dc40 req-b2185e4d-015d-436e-b114-afe3b58264fb service neutron] 10.222.0.46 "GET /v2.0/networks/55d864c4-26de-4319-ad49-480f70c18bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864282 Nov 18 18:16:21.105904 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1afb2b-0942-4802-a419-109038e6a443 req-dee82853-2198-4d77-98af-61e8bf2bb4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:21.107436 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-bc1afb2b-0942-4802-a419-109038e6a443 req-dee82853-2198-4d77-98af-61e8bf2bb4cf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ad60c6d708a846a38100e1a391c794b8&device_id=6abdfad2-a639-42ae-a0e7-f33d0b69c6e9 HTTP/1.1" status: 200 len: 1096 time: 0.0498004 Nov 18 18:16:21.259531 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1afb2b-0942-4802-a419-109038e6a443 req-bf341490-d044-4754-9e8e-d20c644501dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:21.261600 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-bc1afb2b-0942-4802-a419-109038e6a443 req-bf341490-d044-4754-9e8e-d20c644501dc service neutron] 10.222.0.46 "GET /v2.0/networks?id=55d864c4-26de-4319-ad49-480f70c18bec HTTP/1.1" status: 200 len: 916 time: 0.1062441 Nov 18 18:16:21.295514 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88832170-41f2-4a77-8fd3-6c72fcc66cf7 req-f1f94aa7-5bd7-4817-97d1-24f24a3fb732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:21.297049 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-88832170-41f2-4a77-8fd3-6c72fcc66cf7 req-f1f94aa7-5bd7-4817-97d1-24f24a3fb732 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=54a71c6fcc084e09bb76b54d410321c7&device_id=48ce5274-bbd4-41d9-a7fd-7b3342e115ca HTTP/1.1" status: 200 len: 1098 time: 0.0795696 Nov 18 18:16:21.309927 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-bc1afb2b-0942-4802-a419-109038e6a443 req-72c1596d-4ecb-4965-a0dd-08ba73645af8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c5f27665-235c-44c6-9725-5f4778e9162d HTTP/1.1" status: 200 len: 217 time: 0.0365682 Nov 18 18:16:21.313918 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f154386-f0c3-4ca8-be7c-1ed05b281447 req-0bb5d474-d35f-45d3-974d-84b02c4d7f1c tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:21.315449 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-1f154386-f0c3-4ca8-be7c-1ed05b281447 req-0bb5d474-d35f-45d3-974d-84b02c4d7f1c tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/ports?device_id=48ce5274-bbd4-41d9-a7fd-7b3342e115ca HTTP/1.1" status: 200 len: 945 time: 0.0658278 Nov 18 18:16:21.368724 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1afb2b-0942-4802-a419-109038e6a443 req-21d87eea-d94c-4a63-8dbb-7d03932d3a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:21.370209 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-bc1afb2b-0942-4802-a419-109038e6a443 req-21d87eea-d94c-4a63-8dbb-7d03932d3a25 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8a26a515-bc32-4ac2-b36f-b3635dc5d87c HTTP/1.1" status: 200 len: 855 time: 0.0521536 Nov 18 18:16:21.404815 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-1f154386-f0c3-4ca8-be7c-1ed05b281447 req-4b87167e-f422-4cdc-977f-23380fb43d38 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/security-groups?id=46cda0ec-de4b-4291-a19a-42b976c21ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795491 Nov 18 18:16:21.408770 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-bc1afb2b-0942-4802-a419-109038e6a443 req-fb6bba34-84c2-4157-b0d9-50a52b4443f4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=55d864c4-26de-4319-ad49-480f70c18bec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295727 Nov 18 18:16:21.451936 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88832170-41f2-4a77-8fd3-6c72fcc66cf7 req-efa9016f-6d0f-4cdb-ba62-451bef0f0e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:21.453741 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-88832170-41f2-4a77-8fd3-6c72fcc66cf7 req-efa9016f-6d0f-4cdb-ba62-451bef0f0e19 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6154edaf-4d8d-4eb2-9748-db0b61476bdf HTTP/1.1" status: 200 len: 919 time: 0.1373317 Nov 18 18:16:21.511254 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-88832170-41f2-4a77-8fd3-6c72fcc66cf7 req-d4ee86ee-4a1e-4f4f-b64d-42fb0422c84b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4094900d-0e79-4f32-bbef-bbebdacfd67b HTTP/1.1" status: 200 len: 217 time: 0.0471022 Nov 18 18:16:21.535753 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-bc1afb2b-0942-4802-a419-109038e6a443 req-3f402ca7-656a-4f62-96ba-18bfdf9e8e65 service neutron] 10.222.0.46 "GET /v2.0/networks/55d864c4-26de-4319-ad49-480f70c18bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121705 Nov 18 18:16:21.576031 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d11f67-bc1f-4e4c-9fcd-c0948a06bf4c req-d9629f16-a092-4361-96f6-3a88c9683f52 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:21.577527 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-27d11f67-bc1f-4e4c-9fcd-c0948a06bf4c req-d9629f16-a092-4361-96f6-3a88c9683f52 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/ports?device_id=6abdfad2-a639-42ae-a0e7-f33d0b69c6e9 HTTP/1.1" status: 200 len: 943 time: 0.0553861 Nov 18 18:16:21.644687 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88832170-41f2-4a77-8fd3-6c72fcc66cf7 req-f3e7e06c-4e51-40f5-9579-6eca554fe8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:21.646897 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-88832170-41f2-4a77-8fd3-6c72fcc66cf7 req-f3e7e06c-4e51-40f5-9579-6eca554fe8c7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7228a873-9d05-4b76-9e24-c9343ad2ab35 HTTP/1.1" status: 200 len: 858 time: 0.0683935 Nov 18 18:16:21.649887 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-27d11f67-bc1f-4e4c-9fcd-c0948a06bf4c req-e5aaf6c6-54d9-416b-aa02-177495cfda32 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb4519c5-e238-4dc3-a08d-3d011a53b08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640378 Nov 18 18:16:21.658248 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-bc1afb2b-0942-4802-a419-109038e6a443 req-f0ae875e-3d82-4a7d-81c9-08283f48c503 service neutron] 10.222.0.46 "GET /v2.0/networks/55d864c4-26de-4319-ad49-480f70c18bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865803 Nov 18 18:16:21.680864 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-88832170-41f2-4a77-8fd3-6c72fcc66cf7 req-4f1c3e06-241b-46d5-ad14-377d86a3f89e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6154edaf-4d8d-4eb2-9748-db0b61476bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251725 Nov 18 18:16:21.824945 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-88832170-41f2-4a77-8fd3-6c72fcc66cf7 req-03e80bd9-ae1e-42fd-a5c6-3b28b3e728a8 service neutron] 10.222.0.46 "GET /v2.0/networks/6154edaf-4d8d-4eb2-9748-db0b61476bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836408 Nov 18 18:16:21.923831 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-88832170-41f2-4a77-8fd3-6c72fcc66cf7 req-a349b85b-0c8c-4059-81d6-38ac8203b8d8 service neutron] 10.222.0.46 "GET /v2.0/networks/6154edaf-4d8d-4eb2-9748-db0b61476bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800600 Nov 18 18:16:22.536745 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec5e533-d9d0-46e2-8ec9-c4cef006e972 req-fb558a54-e903-430d-8a83-c32bff354cc4 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:22.538201 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-dec5e533-d9d0-46e2-8ec9-c4cef006e972 req-fb558a54-e903-430d-8a83-c32bff354cc4 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/ports?device_id=48ce5274-bbd4-41d9-a7fd-7b3342e115ca HTTP/1.1" status: 200 len: 945 time: 0.0526280 Nov 18 18:16:22.576917 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-dec5e533-d9d0-46e2-8ec9-c4cef006e972 req-205aa8e2-0602-4725-a858-0946d184a066 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/security-groups?id=46cda0ec-de4b-4291-a19a-42b976c21ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327408 Nov 18 18:16:22.765294 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5238d766-c2ea-4345-be3c-67e64e268c04 req-15d6b798-6d9a-4a5c-9550-d75559e0074c tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:22.766757 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-5238d766-c2ea-4345-be3c-67e64e268c04 req-15d6b798-6d9a-4a5c-9550-d75559e0074c tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/ports?device_id=6abdfad2-a639-42ae-a0e7-f33d0b69c6e9 HTTP/1.1" status: 200 len: 943 time: 0.0497053 Nov 18 18:16:22.806997 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-5238d766-c2ea-4345-be3c-67e64e268c04 req-3dc78507-a5e5-4485-9034-276a7817ecfb tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb4519c5-e238-4dc3-a08d-3d011a53b08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338836 Nov 18 18:16:23.692809 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda2f2cb-031a-4fcd-b7f9-02e09db8b587 req-3e846c2d-580c-4b1a-9e78-8d902afd1a88 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:23.694458 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-bda2f2cb-031a-4fcd-b7f9-02e09db8b587 req-3e846c2d-580c-4b1a-9e78-8d902afd1a88 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/ports?device_id=48ce5274-bbd4-41d9-a7fd-7b3342e115ca HTTP/1.1" status: 200 len: 945 time: 0.0489964 Nov 18 18:16:23.735882 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-bda2f2cb-031a-4fcd-b7f9-02e09db8b587 req-b6948e94-faaf-4fc6-b824-199cecf082a1 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/security-groups?id=46cda0ec-de4b-4291-a19a-42b976c21ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355575 Nov 18 18:16:23.945953 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6376f41-dd74-4eb4-b74a-ab0447c0a163 req-f4692720-5d2e-4827-b8fe-f0a97e5d4a78 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:23.947597 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-d6376f41-dd74-4eb4-b74a-ab0447c0a163 req-f4692720-5d2e-4827-b8fe-f0a97e5d4a78 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/ports?device_id=6abdfad2-a639-42ae-a0e7-f33d0b69c6e9 HTTP/1.1" status: 200 len: 943 time: 0.0560515 Nov 18 18:16:24.019147 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-d6376f41-dd74-4eb4-b74a-ab0447c0a163 req-a3cf9d92-d910-44bb-91ea-e99fa6927478 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb4519c5-e238-4dc3-a08d-3d011a53b08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655527 Nov 18 18:16:24.125196 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 48600) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:16:24.139120 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b740803-5c8b-4704-9083-e9c60c7cad07 req-972bae97-8c27-45ac-8092-1607028b9521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:24.140672 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-2b740803-5c8b-4704-9083-e9c60c7cad07 req-972bae97-8c27-45ac-8092-1607028b9521 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=54a71c6fcc084e09bb76b54d410321c7&device_id=48ce5274-bbd4-41d9-a7fd-7b3342e115ca HTTP/1.1" status: 200 len: 1098 time: 0.0520728 Nov 18 18:16:24.237884 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-dfd29aff-e120-41b2-b5ca-e5eb850df88c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:16:24.250923 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b740803-5c8b-4704-9083-e9c60c7cad07 req-a764991c-63ba-4494-a9db-f84e38ae28c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:24.252427 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-2b740803-5c8b-4704-9083-e9c60c7cad07 req-a764991c-63ba-4494-a9db-f84e38ae28c6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6154edaf-4d8d-4eb2-9748-db0b61476bdf HTTP/1.1" status: 200 len: 919 time: 0.0868998 Nov 18 18:16:24.295221 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-2b740803-5c8b-4704-9083-e9c60c7cad07 req-10bacf6e-d15d-44c7-9c9a-10bed22b2099 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4094900d-0e79-4f32-bbef-bbebdacfd67b HTTP/1.1" status: 200 len: 217 time: 0.0338748 Nov 18 18:16:24.313773 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-dfd29aff-e120-41b2-b5ca-e5eb850df88c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:16:24.318901 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-dfd29aff-e120-41b2-b5ca-e5eb850df88c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:16:24.352595 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b740803-5c8b-4704-9083-e9c60c7cad07 req-87189b17-9c1f-4c4e-a5b3-9e78fb57d586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:24.354404 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-2b740803-5c8b-4704-9083-e9c60c7cad07 req-87189b17-9c1f-4c4e-a5b3-9e78fb57d586 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7228a873-9d05-4b76-9e24-c9343ad2ab35 HTTP/1.1" status: 200 len: 858 time: 0.0503666 Nov 18 18:16:24.362969 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 48608) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:16:24.363113 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-dfd29aff-e120-41b2-b5ca-e5eb850df88c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=814df8feb9ca48bf825f9894a0c822a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2365916 Nov 18 18:16:24.364033 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd29aff-e120-41b2-b5ca-e5eb850df88c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25abe291-a692-48c4-9fe0-92c23b9950c0,revision_number=1']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:16:24.408669 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-2b740803-5c8b-4704-9083-e9c60c7cad07 req-14cfbb4c-b593-4805-b0d5-ee81a0cff332 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6154edaf-4d8d-4eb2-9748-db0b61476bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309629 Nov 18 18:16:24.432554 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-000ac5e4-8f42-49a5-a033-722599160b52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:16:24.455421 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-000ac5e4-8f42-49a5-a033-722599160b52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:16:24.545086 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-000ac5e4-8f42-49a5-a033-722599160b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:16:24.547564 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-000ac5e4-8f42-49a5-a033-722599160b52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:16:24.548822 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-000ac5e4-8f42-49a5-a033-722599160b52 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/25abe291-a692-48c4-9fe0-92c23b9950c0 HTTP/1.1" status: 204 len: 168 time: 0.1848464 Nov 18 18:16:24.565835 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000ac5e4-8f42-49a5-a033-722599160b52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25abe291-a692-48c4-9fe0-92c23b9950c0,revision_number=None']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:16:24.580766 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-2b740803-5c8b-4704-9083-e9c60c7cad07 req-a345f673-d019-484c-b640-618f1bb18e0b service neutron] 10.222.0.46 "GET /v2.0/networks/6154edaf-4d8d-4eb2-9748-db0b61476bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972610 Nov 18 18:16:24.677926 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-2b740803-5c8b-4704-9083-e9c60c7cad07 req-30ec5a7c-ec8d-44ae-9894-65c1d999f625 service neutron] 10.222.0.46 "GET /v2.0/networks/6154edaf-4d8d-4eb2-9748-db0b61476bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874429 Nov 18 18:16:24.815368 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 48616) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:16:24.829152 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-f14e7091-0158-4037-a734-47f8b0c0d474 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:16:24.868916 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872a059b-6a78-443d-9271-65aab32fa181 req-9736ca9a-c6c6-43a6-b75e-10a9623865ed tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:24.870449 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-872a059b-6a78-443d-9271-65aab32fa181 req-9736ca9a-c6c6-43a6-b75e-10a9623865ed tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/ports?device_id=48ce5274-bbd4-41d9-a7fd-7b3342e115ca HTTP/1.1" status: 200 len: 945 time: 0.0614700 Nov 18 18:16:24.911191 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-f14e7091-0158-4037-a734-47f8b0c0d474 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:16:24.915119 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-f14e7091-0158-4037-a734-47f8b0c0d474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:16:24.917145 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-872a059b-6a78-443d-9271-65aab32fa181 req-bfdfc104-83a8-4d83-9eb5-9fd2b567ba84 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/security-groups?id=46cda0ec-de4b-4291-a19a-42b976c21ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401602 Nov 18 18:16:24.956947 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-f14e7091-0158-4037-a734-47f8b0c0d474 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6980dd5afddb44f39dfb34ae28c404f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1404121 Nov 18 18:16:24.958671 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14e7091-0158-4037-a734-47f8b0c0d474 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43b56b37-d247-45d0-8e4e-a1a8d699f7d6,revision_number=1']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:16:24.960296 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 48618) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:16:25.009707 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-d15a9d43-b735-4e09-92b9-7ca43b353c02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:16:25.030886 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-d15a9d43-b735-4e09-92b9-7ca43b353c02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:16:25.087456 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-d15a9d43-b735-4e09-92b9-7ca43b353c02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:16:25.090116 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-d15a9d43-b735-4e09-92b9-7ca43b353c02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:16:25.091828 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-d15a9d43-b735-4e09-92b9-7ca43b353c02 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/43b56b37-d247-45d0-8e4e-a1a8d699f7d6 HTTP/1.1" status: 204 len: 168 time: 0.1302128 Nov 18 18:16:25.101618 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15a9d43-b735-4e09-92b9-7ca43b353c02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43b56b37-d247-45d0-8e4e-a1a8d699f7d6,revision_number=None']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:16:25.135605 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Device c5f27665-235c-44c6-9725-5f4778e9162d details requested by agent hyperv_hv-cinder-81669 with host hv-cinder-81669 {{(pid=101555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 18:16:25.183873 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52daa7f-95b4-433b-9812-a5e12ad7342c req-29559619-dbab-4adf-ba44-7564d3ec2e0d tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:25.185372 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-f52daa7f-95b4-433b-9812-a5e12ad7342c req-29559619-dbab-4adf-ba44-7564d3ec2e0d tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/ports?device_id=6abdfad2-a639-42ae-a0e7-f33d0b69c6e9 HTTP/1.1" status: 200 len: 943 time: 0.0625975 Nov 18 18:16:25.244558 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-f52daa7f-95b4-433b-9812-a5e12ad7342c req-2c7a68b3-8856-4200-9738-c9680d2c5715 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb4519c5-e238-4dc3-a08d-3d011a53b08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507715 Nov 18 18:16:25.257906 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] For port c5f27665-235c-44c6-9725-5f4778e9162d, host hv-cinder-81669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81669',level=0,port_id=c5f27665-235c-44c6-9725-5f4778e9162d,segment=NetworkSegment(8db404f7-7509-4e1d-af51-a1837b138434),segment_id=8db404f7-7509-4e1d-af51-a1837b138434)] {{(pid=101555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:16:25.269998 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Returning: {'device': 'c5f27665-235c-44c6-9725-5f4778e9162d', 'network_id': '55d864c4-26de-4319-ad49-480f70c18bec', 'port_id': 'c5f27665-235c-44c6-9725-5f4778e9162d', 'mac_address': 'fa:16:3e:58:5c:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 791, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a26a515-bc32-4ac2-b36f-b3635dc5d87c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 18:16:25.309343 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:16:25.323515 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.notifiers.nova [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5f27665-235c-44c6-9725-5f4778e9162d {{(pid=101555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 18:16:25.343280 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] For port c5f27665-235c-44c6-9725-5f4778e9162d, host hv-cinder-81669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81669',level=0,port_id=c5f27665-235c-44c6-9725-5f4778e9162d,segment=NetworkSegment(8db404f7-7509-4e1d-af51-a1837b138434),segment_id=8db404f7-7509-4e1d-af51-a1837b138434)] {{(pid=101555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:16:25.346892 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:16:25.393343 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Pushing event updated for resources: {'Port': ['ID=c5f27665-235c-44c6-9725-5f4778e9162d,revision_number=4']} {{(pid=101555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:16:25.551739 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:16:26.040591 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c58c3b0-655e-4726-9176-a8a0dd1028bd req-2ca20e8c-5bb5-45f4-bfb3-8b4c9fee87e2 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:26.042445 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-1c58c3b0-655e-4726-9176-a8a0dd1028bd req-2ca20e8c-5bb5-45f4-bfb3-8b4c9fee87e2 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/ports?device_id=48ce5274-bbd4-41d9-a7fd-7b3342e115ca HTTP/1.1" status: 200 len: 945 time: 0.0503647 Nov 18 18:16:26.084994 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-1c58c3b0-655e-4726-9176-a8a0dd1028bd req-ac90e8c7-a75b-4828-9806-3e0990d86e00 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/security-groups?id=46cda0ec-de4b-4291-a19a-42b976c21ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362732 Nov 18 18:16:26.154790 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] get_ports_and_sgs() called for port_ids ['c5f27665-235c-44c6-9725-5f4778e9162d'] {{(pid=101555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 18:16:26.383734 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2af88b6-b7d5-4e8a-b9c7-934c1740988b req-fe1e7267-010a-4fc3-ad50-abdfbe6d3067 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:26.386478 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-e2af88b6-b7d5-4e8a-b9c7-934c1740988b req-fe1e7267-010a-4fc3-ad50-abdfbe6d3067 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/ports?device_id=6abdfad2-a639-42ae-a0e7-f33d0b69c6e9 HTTP/1.1" status: 200 len: 944 time: 0.0676219 Nov 18 18:16:26.666044 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-e2af88b6-b7d5-4e8a-b9c7-934c1740988b req-eb11c0bd-090b-449e-8745-f88da667a448 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb4519c5-e238-4dc3-a08d-3d011a53b08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734272 Nov 18 18:16:26.996119 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 48684) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:16:27.096905 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-d1ee5a36-c916-42c1-b63b-dca145a59657 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:16:27.171908 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-d1ee5a36-c916-42c1-b63b-dca145a59657 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:16:27.176448 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-d1ee5a36-c916-42c1-b63b-dca145a59657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:16:27.204270 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb12f7c-5675-455f-8949-6155484420ef req-747b67f7-a9a2-4905-8675-69655ae16067 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:27.205748 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-cfb12f7c-5675-455f-8949-6155484420ef req-747b67f7-a9a2-4905-8675-69655ae16067 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/ports?device_id=48ce5274-bbd4-41d9-a7fd-7b3342e115ca HTTP/1.1" status: 200 len: 945 time: 0.0486968 Nov 18 18:16:27.216315 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-d1ee5a36-c916-42c1-b63b-dca145a59657 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8f0c77cbbfbe4e92b63c72184b62a9b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2190158 Nov 18 18:16:27.218317 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ee5a36-c916-42c1-b63b-dca145a59657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c13dc224-6702-49cf-8c64-aebe975f2f15,revision_number=1']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:16:27.219781 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 48692) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:16:27.266635 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-cfb12f7c-5675-455f-8949-6155484420ef req-dbbe7c36-3cd0-4f11-9b12-fc4159f60924 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/security-groups?id=46cda0ec-de4b-4291-a19a-42b976c21ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539505 Nov 18 18:16:27.288411 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-54d4770a-adf6-4937-9d5e-f98f0782a6af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:16:27.309404 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-54d4770a-adf6-4937-9d5e-f98f0782a6af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:16:27.357184 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-54d4770a-adf6-4937-9d5e-f98f0782a6af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:16:27.359852 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-54d4770a-adf6-4937-9d5e-f98f0782a6af admin admin] Notify callbacks [] for security_group, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:16:27.360967 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-54d4770a-adf6-4937-9d5e-f98f0782a6af admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c13dc224-6702-49cf-8c64-aebe975f2f15 HTTP/1.1" status: 204 len: 168 time: 0.1401613 Nov 18 18:16:27.369123 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d4770a-adf6-4937-9d5e-f98f0782a6af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c13dc224-6702-49cf-8c64-aebe975f2f15,revision_number=None']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:16:27.612928 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 48698) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:16:27.626050 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-b90b872a-9cce-4522-87e8-4b7439a7050b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:16:27.698487 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-b90b872a-9cce-4522-87e8-4b7439a7050b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:16:27.702419 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-b90b872a-9cce-4522-87e8-4b7439a7050b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:16:27.740125 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-b90b872a-9cce-4522-87e8-4b7439a7050b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2c2a797f65774c8493eae5e1c439191d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1255472 Nov 18 18:16:27.742191 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90b872a-9cce-4522-87e8-4b7439a7050b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaececb7-b95c-474e-989b-e71a961bcba5,revision_number=1']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:16:27.744280 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 48702) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:16:27.800397 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900cbc12-e9a5-4b46-a754-3b74dcc072fe req-57bf4b51-b018-4686-a164-b9bb449cc56e tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:27.802543 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-900cbc12-e9a5-4b46-a754-3b74dcc072fe req-57bf4b51-b018-4686-a164-b9bb449cc56e tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/ports?device_id=6abdfad2-a639-42ae-a0e7-f33d0b69c6e9 HTTP/1.1" status: 200 len: 944 time: 0.0553412 Nov 18 18:16:27.809145 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-7e491cd8-efc6-4b28-adcc-51166d33fa7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:16:27.831141 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-7e491cd8-efc6-4b28-adcc-51166d33fa7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:16:27.843259 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-900cbc12-e9a5-4b46-a754-3b74dcc072fe req-81629347-7e24-4b67-abd2-6754d610506a tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb4519c5-e238-4dc3-a08d-3d011a53b08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339007 Nov 18 18:16:27.885442 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-7e491cd8-efc6-4b28-adcc-51166d33fa7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:16:27.888431 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-7e491cd8-efc6-4b28-adcc-51166d33fa7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:16:27.889588 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-7e491cd8-efc6-4b28-adcc-51166d33fa7b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/eaececb7-b95c-474e-989b-e71a961bcba5 HTTP/1.1" status: 204 len: 168 time: 0.1458125 Nov 18 18:16:27.897286 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e491cd8-efc6-4b28-adcc-51166d33fa7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaececb7-b95c-474e-989b-e71a961bcba5,revision_number=None']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:16:28.384387 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4541937-a306-4b2c-b1a9-19e23d320ba4 req-d9775cee-36d4-4f9a-96a3-1b46e9afdb73 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:28.385882 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-a4541937-a306-4b2c-b1a9-19e23d320ba4 req-d9775cee-36d4-4f9a-96a3-1b46e9afdb73 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/ports?device_id=48ce5274-bbd4-41d9-a7fd-7b3342e115ca HTTP/1.1" status: 200 len: 945 time: 0.0529082 Nov 18 18:16:28.424188 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-a4541937-a306-4b2c-b1a9-19e23d320ba4 req-503f79bc-472a-49c1-af5a-47f96911afd3 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/security-groups?id=46cda0ec-de4b-4291-a19a-42b976c21ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321176 Nov 18 18:16:28.984987 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2cd60e-4cd8-4229-8190-b333b6f423c4 req-8facfb84-b6e0-49a4-83d4-8983c7fa7930 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:28.986503 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-1c2cd60e-4cd8-4229-8190-b333b6f423c4 req-8facfb84-b6e0-49a4-83d4-8983c7fa7930 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/ports?device_id=6abdfad2-a639-42ae-a0e7-f33d0b69c6e9 HTTP/1.1" status: 200 len: 944 time: 0.0588589 Nov 18 18:16:29.027418 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-1c2cd60e-4cd8-4229-8190-b333b6f423c4 req-2cd47b80-646a-4c00-b3e9-710b84b15a68 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb4519c5-e238-4dc3-a08d-3d011a53b08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342965 Nov 18 18:16:29.145671 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Device c5f27665-235c-44c6-9725-5f4778e9162d up at agent hyperv_hv-cinder-81669 {{(pid=101555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:16:29.193537 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Provisioning for port c5f27665-235c-44c6-9725-5f4778e9162d completed by entity L2. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 18:16:29.197178 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Provisioning complete for port c5f27665-235c-44c6-9725-5f4778e9162d triggered by entity L2. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:16:29.197545 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:16:29.274699 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:16:29.297039 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6abdfad2-a639-42ae-a0e7-f33d0b69c6e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5f27665-235c-44c6-9725-5f4778e9162d'}] {{(pid=101555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:16:29.299357 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d346ce470d451c2c3f81e461e68bbd58c3f0d417750f3f38c7c8caca9575360f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89f2c548-5d32-4768-abc1-da05128a165a" -d '{"events": [{"server_uuid": "6abdfad2-a639-42ae-a0e7-f33d0b69c6e9", "name": "network-vif-plugged", "status": "completed", "tag": "c5f27665-235c-44c6-9725-5f4778e9162d"}]}' {{(pid=101555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:16:29.312545 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] For port c5f27665-235c-44c6-9725-5f4778e9162d, host hv-cinder-81669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81669',level=0,port_id=c5f27665-235c-44c6-9725-5f4778e9162d,segment=NetworkSegment(8db404f7-7509-4e1d-af51-a1837b138434),segment_id=8db404f7-7509-4e1d-af51-a1837b138434)] {{(pid=101555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:16:29.317980 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:16:29.341009 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 18:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfa559f3-c18d-419a-8570-53c37db5c3d9 x-openstack-request-id: req-dfa559f3-c18d-419a-8570-53c37db5c3d9 {{(pid=101555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:16:29.341326 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6abdfad2-a639-42ae-a0e7-f33d0b69c6e9", "name": "network-vif-plugged", "status": "completed", "tag": "c5f27665-235c-44c6-9725-5f4778e9162d", "code": 200}]} {{(pid=101555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:16:29.341585 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dfa559f3-c18d-419a-8570-53c37db5c3d9 {{(pid=101555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:16:29.341974 dv-cinder-816695-1-iscsi neutron-server[101555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6abdfad2-a639-42ae-a0e7-f33d0b69c6e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5f27665-235c-44c6-9725-5f4778e9162d', 'code': 200} Nov 18 18:16:29.368378 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Pushing event updated for resources: {'Port': ['ID=c5f27665-235c-44c6-9725-5f4778e9162d,revision_number=5']} {{(pid=101555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:16:29.541521 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a7846d-ec4d-4325-a4a4-f63387db4cf5 req-1b252f91-2b34-40e5-b9f2-f326ff3c0c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:29.543101 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-b8a7846d-ec4d-4325-a4a4-f63387db4cf5 req-1b252f91-2b34-40e5-b9f2-f326ff3c0c71 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6abdfad2-a639-42ae-a0e7-f33d0b69c6e9 HTTP/1.1" status: 200 len: 1098 time: 0.0712001 Nov 18 18:16:29.555602 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5875f8-59a5-4df5-bea9-0eacd8fb422e req-bd825885-b69b-46fc-9027-d47491f06e27 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:29.557094 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-be5875f8-59a5-4df5-bea9-0eacd8fb422e req-bd825885-b69b-46fc-9027-d47491f06e27 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/ports?device_id=48ce5274-bbd4-41d9-a7fd-7b3342e115ca HTTP/1.1" status: 200 len: 945 time: 0.0607743 Nov 18 18:16:29.607750 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-b8a7846d-ec4d-4325-a4a4-f63387db4cf5 req-c6c027c8-551d-4f33-a97c-d452690c45d5 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=cb4519c5-e238-4dc3-a08d-3d011a53b08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496857 Nov 18 18:16:29.612463 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-be5875f8-59a5-4df5-bea9-0eacd8fb422e req-bcf4a02d-c540-4026-b3f1-85b9a4583190 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/security-groups?id=46cda0ec-de4b-4291-a19a-42b976c21ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494473 Nov 18 18:16:30.144176 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa245d2d-c727-4330-9548-ab5e35d575e3 req-b205f3d2-d4b8-421d-939b-faa80e25ab7d tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:30.146219 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-aa245d2d-c727-4330-9548-ab5e35d575e3 req-b205f3d2-d4b8-421d-939b-faa80e25ab7d tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/ports?device_id=6abdfad2-a639-42ae-a0e7-f33d0b69c6e9 HTTP/1.1" status: 200 len: 945 time: 0.0511651 Nov 18 18:16:30.182230 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-aa245d2d-c727-4330-9548-ab5e35d575e3 req-e2f1380a-62e1-4b9b-b6bd-5966e6ede373 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb4519c5-e238-4dc3-a08d-3d011a53b08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299735 Nov 18 18:16:30.726650 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c550686-126a-4a14-a0d9-dbffb923c3fb req-f2afaae3-e948-40ee-ba8f-2a2417f2df4d tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:30.728241 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-1c550686-126a-4a14-a0d9-dbffb923c3fb req-f2afaae3-e948-40ee-ba8f-2a2417f2df4d tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/ports?device_id=48ce5274-bbd4-41d9-a7fd-7b3342e115ca HTTP/1.1" status: 200 len: 945 time: 0.0484400 Nov 18 18:16:30.765841 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-1c550686-126a-4a14-a0d9-dbffb923c3fb req-75a4ed85-f0a8-48c1-87a1-806fec13b427 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/security-groups?id=46cda0ec-de4b-4291-a19a-42b976c21ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317571 Nov 18 18:16:31.320179 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edb2738-0c05-42bc-b424-a36b980f0061 req-0fc617bf-708d-4699-9e71-1f71c412ca03 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:31.322004 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-3edb2738-0c05-42bc-b424-a36b980f0061 req-0fc617bf-708d-4699-9e71-1f71c412ca03 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/ports?device_id=6abdfad2-a639-42ae-a0e7-f33d0b69c6e9 HTTP/1.1" status: 200 len: 945 time: 0.0693579 Nov 18 18:16:31.384382 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-3edb2738-0c05-42bc-b424-a36b980f0061 req-60f26615-4163-4cf2-9222-1a4b823cf7c6 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb4519c5-e238-4dc3-a08d-3d011a53b08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558650 Nov 18 18:16:31.562750 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-a67cc4fc-d4af-4774-b7b7-e5234a5847ff req-d580f795-24a3-4c5b-9e2d-ecb38feb3743 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-406945692&fields=id&tenant_id=933276c3577b443fb02567a84c30f5f2 HTTP/1.1" status: 200 len: 267 time: 0.0323100 Nov 18 18:16:31.678683 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67cc4fc-d4af-4774-b7b7-e5234a5847ff req-30cb606f-c779-4107-953b-30be5a36313f tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:31.680297 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-a67cc4fc-d4af-4774-b7b7-e5234a5847ff req-30cb606f-c779-4107-953b-30be5a36313f tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] 10.222.0.21 "GET /v2.0/networks?id=74df0788-e7d6-410e-9ee3-84c20bef6ca1 HTTP/1.1" status: 200 len: 809 time: 0.1099863 Nov 18 18:16:31.696786 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-a67cc4fc-d4af-4774-b7b7-e5234a5847ff req-f57273ee-407e-4592-9d62-d3e1e75a08c2 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] 10.222.0.21 "GET /v2.0/quotas/933276c3577b443fb02567a84c30f5f2 HTTP/1.1" status: 200 len: 375 time: 0.0108383 Nov 18 18:16:31.749688 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-a67cc4fc-d4af-4774-b7b7-e5234a5847ff req-3f05f38c-32da-47a4-8fc1-fb58e541e2d4 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=933276c3577b443fb02567a84c30f5f2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0471907 Nov 18 18:16:31.872597 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-a67cc4fc-d4af-4774-b7b7-e5234a5847ff req-0d87c76f-6606-4e0a-82a7-9dd76532f6b5 service neutron] 10.222.0.21 "GET /v2.0/networks/74df0788-e7d6-410e-9ee3-84c20bef6ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097589 Nov 18 18:16:31.946215 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c512b4cb-40be-47a6-aed5-df096d87649a req-098c2545-a765-4fbc-be05-9e0b7c446f1f tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:31.947692 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-c512b4cb-40be-47a6-aed5-df096d87649a req-098c2545-a765-4fbc-be05-9e0b7c446f1f tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/ports?device_id=48ce5274-bbd4-41d9-a7fd-7b3342e115ca HTTP/1.1" status: 200 len: 945 time: 0.1142974 Nov 18 18:16:32.006786 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-c512b4cb-40be-47a6-aed5-df096d87649a req-4bab561e-69e0-4b2d-bbb3-d46946935cfe tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/security-groups?id=46cda0ec-de4b-4291-a19a-42b976c21ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530908 Nov 18 18:16:32.009050 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-a67cc4fc-d4af-4774-b7b7-e5234a5847ff req-5ab38c8c-9560-4e7a-8043-cb2191dc3245 service neutron] 10.222.0.21 "GET /v2.0/networks/74df0788-e7d6-410e-9ee3-84c20bef6ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282513 Nov 18 18:16:32.321409 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-a701c41c-36d1-4eb0-9b3a-a552a4b9921f req-552a4f9c-358c-4b29-a11f-9cd1a0180388 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] 10.222.0.21 "GET /v2.0/ports?device_id=e13f02c6-2194-4791-8e7e-2d4dc3854082 HTTP/1.1" status: 200 len: 210 time: 0.0394802 Nov 18 18:16:32.502615 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a43df6-4498-4fb1-acd0-2c8de8b2b162 req-bd09fe54-9746-4f2a-827e-c740d07c9625 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:32.504654 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-31a43df6-4498-4fb1-acd0-2c8de8b2b162 req-bd09fe54-9746-4f2a-827e-c740d07c9625 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/ports?device_id=6abdfad2-a639-42ae-a0e7-f33d0b69c6e9 HTTP/1.1" status: 200 len: 945 time: 0.0510693 Nov 18 18:16:32.544127 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-31a43df6-4498-4fb1-acd0-2c8de8b2b162 req-221fb807-2937-4a39-b3f4-a534080a21a4 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb4519c5-e238-4dc3-a08d-3d011a53b08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327842 Nov 18 18:16:33.054781 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 48848) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:16:33.125289 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d2c77a-ca5e-44b5-85d0-8ede146985b4 req-b97abd96-d43f-4726-aafa-964e4396c7e7 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:33.126804 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-c9d2c77a-ca5e-44b5-85d0-8ede146985b4 req-b97abd96-d43f-4726-aafa-964e4396c7e7 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/ports?device_id=48ce5274-bbd4-41d9-a7fd-7b3342e115ca HTTP/1.1" status: 200 len: 945 time: 0.0488982 Nov 18 18:16:33.163927 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-fde0d4b4-ec16-443d-a9a8-b532ddd5181f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:16:33.165611 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-c9d2c77a-ca5e-44b5-85d0-8ede146985b4 req-78cf0cc9-ee4c-48a5-9d80-a3b9b083c2b7 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/security-groups?id=46cda0ec-de4b-4291-a19a-42b976c21ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327992 Nov 18 18:16:33.240879 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-fde0d4b4-ec16-443d-a9a8-b532ddd5181f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:16:33.244808 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-fde0d4b4-ec16-443d-a9a8-b532ddd5181f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:16:33.286595 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-fde0d4b4-ec16-443d-a9a8-b532ddd5181f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=86fc8a68d5e748d7bc7c8c8c1b885201&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2277460 Nov 18 18:16:33.286595 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde0d4b4-ec16-443d-a9a8-b532ddd5181f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5348974c-74fe-47e0-807e-476945934120,revision_number=1']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:16:33.287533 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 48854) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:16:33.306758 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde0d4b4-ec16-443d-a9a8-b532ddd5181f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:16:33.307110 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde0d4b4-ec16-443d-a9a8-b532ddd5181f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:16:33.307456 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde0d4b4-ec16-443d-a9a8-b532ddd5181f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:16:33.307788 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde0d4b4-ec16-443d-a9a8-b532ddd5181f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:16:33.308158 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde0d4b4-ec16-443d-a9a8-b532ddd5181f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:16:33.308483 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde0d4b4-ec16-443d-a9a8-b532ddd5181f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:16:33.308811 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde0d4b4-ec16-443d-a9a8-b532ddd5181f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:16:33.309136 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde0d4b4-ec16-443d-a9a8-b532ddd5181f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:16:33.309462 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde0d4b4-ec16-443d-a9a8-b532ddd5181f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:16:33.309784 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde0d4b4-ec16-443d-a9a8-b532ddd5181f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:16:33.310108 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde0d4b4-ec16-443d-a9a8-b532ddd5181f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:16:33.310422 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde0d4b4-ec16-443d-a9a8-b532ddd5181f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:16:33.368445 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-e8b505a2-f8ab-4d75-95ab-36659d9da872 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:16:33.392731 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-e8b505a2-f8ab-4d75-95ab-36659d9da872 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:16:33.438474 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-c1d826c4-99ba-47fd-afd6-e4f166195662 req-c61ee995-80a0-4214-a49f-0171419a53c3 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] 10.222.0.21 "GET /v2.0/ports?device_id=e13f02c6-2194-4791-8e7e-2d4dc3854082 HTTP/1.1" status: 200 len: 210 time: 0.0343115 Nov 18 18:16:33.446865 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-e8b505a2-f8ab-4d75-95ab-36659d9da872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:16:33.451061 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-e8b505a2-f8ab-4d75-95ab-36659d9da872 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:16:33.462186 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-e8b505a2-f8ab-4d75-95ab-36659d9da872 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5348974c-74fe-47e0-807e-476945934120 HTTP/1.1" status: 204 len: 168 time: 0.1735969 Nov 18 18:16:33.463108 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67cc4fc-d4af-4774-b7b7-e5234a5847ff req-e8bac5fc-bc3e-43f3-9a4f-d6e28b27480b tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:33.471386 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b505a2-f8ab-4d75-95ab-36659d9da872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5348974c-74fe-47e0-807e-476945934120,revision_number=None']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:16:33.476234 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-a67cc4fc-d4af-4774-b7b7-e5234a5847ff req-e8bac5fc-bc3e-43f3-9a4f-d6e28b27480b tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] 10.222.0.46 "GET /v2.0/networks?id=74df0788-e7d6-410e-9ee3-84c20bef6ca1 HTTP/1.1" status: 200 len: 809 time: 0.1970599 Nov 18 18:16:33.525222 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-a67cc4fc-d4af-4774-b7b7-e5234a5847ff req-8630995f-fc6b-43ee-8544-50c76fdbfb60 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=933276c3577b443fb02567a84c30f5f2 HTTP/1.1" status: 200 len: 379 time: 0.0363858 Nov 18 18:16:33.535615 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.v2.base [req-a67cc4fc-d4af-4774-b7b7-e5234a5847ff req-230a1152-95c5-4681-85db-54b413c8e948 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Request body: {'port': {'device_id': 'e13f02c6-2194-4791-8e7e-2d4dc3854082', 'network_id': '74df0788-e7d6-410e-9ee3-84c20bef6ca1', 'admin_state_up': True, 'tenant_id': '933276c3577b443fb02567a84c30f5f2', 'security_groups': ['6238537b-ea9c-4f6a-a9d8-fc9d159a5add']}} {{(pid=101553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:16:33.660647 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a67cc4fc-d4af-4774-b7b7-e5234a5847ff req-230a1152-95c5-4681-85db-54b413c8e948 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Made reservation on behalf of 933276c3577b443fb02567a84c30f5f2 for: {'port': 1} {{(pid=101553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 18:16:33.664361 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-a67cc4fc-d4af-4774-b7b7-e5234a5847ff req-230a1152-95c5-4681-85db-54b413c8e948 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:16:33.792490 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.db.db_base_plugin_common [req-a67cc4fc-d4af-4774-b7b7-e5234a5847ff req-230a1152-95c5-4681-85db-54b413c8e948 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Allocated IP 172.20.0.3 (74df0788-e7d6-410e-9ee3-84c20bef6ca1/9c1a8c73-e246-4c32-9c4c-9a07f80b872f/0e82f62a-5e22-4453-b1db-fbbd1212114a) {{(pid=101553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 18:16:33.986953 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-a67cc4fc-d4af-4774-b7b7-e5234a5847ff req-230a1152-95c5-4681-85db-54b413c8e948 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Notify callbacks [] for port, precommit_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:16:34.035165 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-a67cc4fc-d4af-4774-b7b7-e5234a5847ff req-230a1152-95c5-4681-85db-54b413c8e948 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768456900401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5584108'] for port, after_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:16:34.079249 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a67cc4fc-d4af-4774-b7b7-e5234a5847ff req-230a1152-95c5-4681-85db-54b413c8e948 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Network 74df0788-e7d6-410e-9ee3-84c20bef6ca1 is already hosted by enough agents. {{(pid=101553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:16:34.083410 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.scheduler.base_scheduler [req-a67cc4fc-d4af-4774-b7b7-e5234a5847ff req-230a1152-95c5-4681-85db-54b413c8e948 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Resources bound (agent type, host, resource id): {{(pid=101553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:16:34.087210 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.db.l3_dvrscheduler_db [req-a67cc4fc-d4af-4774-b7b7-e5234a5847ff req-230a1152-95c5-4681-85db-54b413c8e948 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Received port after_create {{(pid=101553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 18:16:34.125853 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230a1152-95c5-4681-85db-54b413c8e948 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Pushing event updated for resources: {'Port': ['ID=0e82f62a-5e22-4453-b1db-fbbd1212114a,revision_number=1']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:16:34.144662 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230a1152-95c5-4681-85db-54b413c8e948 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:16:34.144934 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230a1152-95c5-4681-85db-54b413c8e948 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:16:34.145284 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230a1152-95c5-4681-85db-54b413c8e948 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:16:34.145864 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230a1152-95c5-4681-85db-54b413c8e948 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:16:34.146037 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230a1152-95c5-4681-85db-54b413c8e948 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:16:34.146369 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230a1152-95c5-4681-85db-54b413c8e948 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:16:34.146696 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230a1152-95c5-4681-85db-54b413c8e948 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:16:34.147022 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230a1152-95c5-4681-85db-54b413c8e948 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:16:34.147351 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230a1152-95c5-4681-85db-54b413c8e948 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:16:34.147676 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230a1152-95c5-4681-85db-54b413c8e948 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:16:34.148032 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230a1152-95c5-4681-85db-54b413c8e948 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:16:34.148355 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230a1152-95c5-4681-85db-54b413c8e948 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:16:34.171585 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67cc4fc-d4af-4774-b7b7-e5234a5847ff req-230a1152-95c5-4681-85db-54b413c8e948 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:34.172444 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-a67cc4fc-d4af-4774-b7b7-e5234a5847ff req-230a1152-95c5-4681-85db-54b413c8e948 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553968'] for port, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:16:34.193711 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-a67cc4fc-d4af-4774-b7b7-e5234a5847ff req-230a1152-95c5-4681-85db-54b413c8e948 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6624365 Nov 18 18:16:34.221430 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.v2.base [req-a67cc4fc-d4af-4774-b7b7-e5234a5847ff req-47f5c593-b70c-4b9b-bcde-bb21d000ddd3 service neutron] Request body: {'port': {'device_id': 'e13f02c6-2194-4791-8e7e-2d4dc3854082', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81669'}} {{(pid=101553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:16:34.318889 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-a67cc4fc-d4af-4774-b7b7-e5234a5847ff req-47f5c593-b70c-4b9b-bcde-bb21d000ddd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:16:34.343230 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140d0d15-d62e-473a-8bd5-1206f24f098f req-b8ae83f2-e3a4-4fc9-b55d-8d2a29eae423 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:34.344796 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-140d0d15-d62e-473a-8bd5-1206f24f098f req-b8ae83f2-e3a4-4fc9-b55d-8d2a29eae423 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/ports?device_id=48ce5274-bbd4-41d9-a7fd-7b3342e115ca HTTP/1.1" status: 200 len: 945 time: 0.0986671 Nov 18 18:16:34.385530 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-d25ed4d2-e493-4f80-9c24-c9e863385bc8 None None] Provisioning complete for port 0e82f62a-5e22-4453-b1db-fbbd1212114a triggered by entity DHCP. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:16:34.387115 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-d25ed4d2-e493-4f80-9c24-c9e863385bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:16:34.429558 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.plugin [None req-d25ed4d2-e493-4f80-9c24-c9e863385bc8 None None] Port 0e82f62a-5e22-4453-b1db-fbbd1212114a cannot update to ACTIVE because it is not bound. {{(pid=101555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 18 18:16:34.479237 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-140d0d15-d62e-473a-8bd5-1206f24f098f req-a27f9ff9-5144-4cdb-82c6-177d2e3da2b6 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/security-groups?id=46cda0ec-de4b-4291-a19a-42b976c21ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024163 Nov 18 18:16:34.638866 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e533b0a-9a5b-49ad-9ea4-ba195583f933 req-8796d5e7-0f28-4a0c-a15e-06ffb3d23ccf tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:34.647357 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-7e533b0a-9a5b-49ad-9ea4-ba195583f933 req-8796d5e7-0f28-4a0c-a15e-06ffb3d23ccf tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] 10.222.0.21 "GET /v2.0/ports?device_id=e13f02c6-2194-4791-8e7e-2d4dc3854082 HTTP/1.1" status: 200 len: 931 time: 0.0932024 Nov 18 18:16:34.708889 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-7e533b0a-9a5b-49ad-9ea4-ba195583f933 req-a7dfeb84-a8d6-44c6-b53e-f4f0c571e582 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] 10.222.0.21 "GET /v2.0/security-groups?id=6238537b-ea9c-4f6a-a9d8-fc9d159a5add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606449 Nov 18 18:16:34.717995 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a984835-bb0a-4f01-8b5e-387a98ea37c7 req-d51335ea-4ba2-40ae-bc6e-1715e873fd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:34.720753 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-6a984835-bb0a-4f01-8b5e-387a98ea37c7 req-d51335ea-4ba2-40ae-bc6e-1715e873fd0d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=48ce5274-bbd4-41d9-a7fd-7b3342e115ca HTTP/1.1" status: 200 len: 1098 time: 0.0552478 Nov 18 18:16:34.761818 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-6a984835-bb0a-4f01-8b5e-387a98ea37c7 req-9ea42838-90fa-4426-9e95-f68764a66a7d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=46cda0ec-de4b-4291-a19a-42b976c21ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327740 Nov 18 18:16:34.770590 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.notifiers.nova [req-a67cc4fc-d4af-4774-b7b7-e5234a5847ff req-47f5c593-b70c-4b9b-bcde-bb21d000ddd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e82f62a-5e22-4453-b1db-fbbd1212114a {{(pid=101553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 18:16:34.779544 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-a67cc4fc-d4af-4774-b7b7-e5234a5847ff req-47f5c593-b70c-4b9b-bcde-bb21d000ddd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:16:34.791717 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.db.provisioning_blocks [req-a67cc4fc-d4af-4774-b7b7-e5234a5847ff req-47f5c593-b70c-4b9b-bcde-bb21d000ddd3 service neutron] Transition to ACTIVE for port object 0e82f62a-5e22-4453-b1db-fbbd1212114a will not be triggered until provisioned by entity L2. {{(pid=101553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 18:16:34.808617 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-a67cc4fc-d4af-4774-b7b7-e5234a5847ff req-47f5c593-b70c-4b9b-bcde-bb21d000ddd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5584123'] for port, after_update {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:16:34.880659 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f5c593-b70c-4b9b-bcde-bb21d000ddd3 service neutron] Pushing event updated for resources: {'Port': ['ID=0e82f62a-5e22-4453-b1db-fbbd1212114a,revision_number=2']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:16:34.934911 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.managers [req-a67cc4fc-d4af-4774-b7b7-e5234a5847ff req-47f5c593-b70c-4b9b-bcde-bb21d000ddd3 service neutron] Attempting to bind port 0e82f62a-5e22-4453-b1db-fbbd1212114a on host hv-cinder-81669 for vnic_type normal with profile {{(pid=101553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 18 18:16:34.935324 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.managers [req-a67cc4fc-d4af-4774-b7b7-e5234a5847ff req-47f5c593-b70c-4b9b-bcde-bb21d000ddd3 service neutron] Attempting to bind port 0e82f62a-5e22-4453-b1db-fbbd1212114a by drivers openvswitch,hyperv on host hv-cinder-81669 at level 0 using segments [{'id': 'dc52c420-f242-4fd4-b02f-66908d30a095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '74df0788-e7d6-410e-9ee3-84c20bef6ca1'}] {{(pid=101553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 18 18:16:34.935730 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67cc4fc-d4af-4774-b7b7-e5234a5847ff req-47f5c593-b70c-4b9b-bcde-bb21d000ddd3 service neutron] Attempting to bind port 0e82f62a-5e22-4453-b1db-fbbd1212114a on network 74df0788-e7d6-410e-9ee3-84c20bef6ca1 {{(pid=101553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:16:34.940444 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67cc4fc-d4af-4774-b7b7-e5234a5847ff req-47f5c593-b70c-4b9b-bcde-bb21d000ddd3 service neutron] Port 0e82f62a-5e22-4453-b1db-fbbd1212114a on network 74df0788-e7d6-410e-9ee3-84c20bef6ca1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81669 {{(pid=101553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 18:16:34.940859 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67cc4fc-d4af-4774-b7b7-e5234a5847ff req-47f5c593-b70c-4b9b-bcde-bb21d000ddd3 service neutron] Attempting to bind port 0e82f62a-5e22-4453-b1db-fbbd1212114a on network 74df0788-e7d6-410e-9ee3-84c20bef6ca1 {{(pid=101553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:16:34.946515 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67cc4fc-d4af-4774-b7b7-e5234a5847ff req-47f5c593-b70c-4b9b-bcde-bb21d000ddd3 service neutron] Checking agent: {'id': 'de52c200-415c-462d-a684-4cc0655308c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81669', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 18, 11, 25), 'started_at': datetime.datetime(2021, 11, 18, 18, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 18, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 18:16:34.946785 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67cc4fc-d4af-4774-b7b7-e5234a5847ff req-47f5c593-b70c-4b9b-bcde-bb21d000ddd3 service neutron] Checking segment: {'id': 'dc52c420-f242-4fd4-b02f-66908d30a095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '74df0788-e7d6-410e-9ee3-84c20bef6ca1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 18 18:16:34.947172 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67cc4fc-d4af-4774-b7b7-e5234a5847ff req-47f5c593-b70c-4b9b-bcde-bb21d000ddd3 service neutron] Bound using segment: {'id': 'dc52c420-f242-4fd4-b02f-66908d30a095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '74df0788-e7d6-410e-9ee3-84c20bef6ca1'} {{(pid=101553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 18:16:34.947605 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.managers [req-a67cc4fc-d4af-4774-b7b7-e5234a5847ff req-47f5c593-b70c-4b9b-bcde-bb21d000ddd3 service neutron] Bound port: 0e82f62a-5e22-4453-b1db-fbbd1212114a, host: hv-cinder-81669, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc52c420-f242-4fd4-b02f-66908d30a095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '74df0788-e7d6-410e-9ee3-84c20bef6ca1'}}] {{(pid=101553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 18 18:16:34.948047 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-a67cc4fc-d4af-4774-b7b7-e5234a5847ff req-47f5c593-b70c-4b9b-bcde-bb21d000ddd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:16:35.019438 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.db [req-a67cc4fc-d4af-4774-b7b7-e5234a5847ff req-47f5c593-b70c-4b9b-bcde-bb21d000ddd3 service neutron] For port 0e82f62a-5e22-4453-b1db-fbbd1212114a, host hv-cinder-81669, cleared binding levels {{(pid=101553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 18:16:35.023088 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.db [req-a67cc4fc-d4af-4774-b7b7-e5234a5847ff req-47f5c593-b70c-4b9b-bcde-bb21d000ddd3 service neutron] For port 0e82f62a-5e22-4453-b1db-fbbd1212114a, host hv-cinder-81669, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81669',level=0,port_id=0e82f62a-5e22-4453-b1db-fbbd1212114a,segment=NetworkSegment(dc52c420-f242-4fd4-b02f-66908d30a095),segment_id=dc52c420-f242-4fd4-b02f-66908d30a095)] {{(pid=101553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 18:16:35.027530 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-a67cc4fc-d4af-4774-b7b7-e5234a5847ff req-47f5c593-b70c-4b9b-bcde-bb21d000ddd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5584123'] for port, after_update {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:16:35.066041 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67cc4fc-d4af-4774-b7b7-e5234a5847ff req-47f5c593-b70c-4b9b-bcde-bb21d000ddd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:35.067387 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-a67cc4fc-d4af-4774-b7b7-e5234a5847ff req-47f5c593-b70c-4b9b-bcde-bb21d000ddd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553968'] for port, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:16:35.069098 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-a67cc4fc-d4af-4774-b7b7-e5234a5847ff req-47f5c593-b70c-4b9b-bcde-bb21d000ddd3 service neutron] 10.222.0.46 "PUT /v2.0/ports/0e82f62a-5e22-4453-b1db-fbbd1212114a HTTP/1.1" status: 200 len: 1093 time: 0.8524337 Nov 18 18:16:35.069625 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e13f02c6-2194-4791-8e7e-2d4dc3854082', 'tag': '0e82f62a-5e22-4453-b1db-fbbd1212114a'}] {{(pid=101553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:16:35.072013 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3f9c8695bc273365e1ae5046181e224bccdab9c1f2bdac51621509927968c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4c99d5e-ca6d-414a-8c6a-08db31eaf7b2" -d '{"events": [{"name": "network-changed", "server_uuid": "e13f02c6-2194-4791-8e7e-2d4dc3854082", "tag": "0e82f62a-5e22-4453-b1db-fbbd1212114a"}]}' {{(pid=101553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:16:35.143571 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f5c593-b70c-4b9b-bcde-bb21d000ddd3 service neutron] Pushing event updated for resources: {'Port': ['ID=0e82f62a-5e22-4453-b1db-fbbd1212114a,revision_number=3']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:16:35.146703 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 18:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea528ab4-083a-4ad0-9c66-a041b722d50d x-openstack-request-id: req-ea528ab4-083a-4ad0-9c66-a041b722d50d {{(pid=101553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:16:35.146982 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e13f02c6-2194-4791-8e7e-2d4dc3854082", "tag": "0e82f62a-5e22-4453-b1db-fbbd1212114a", "status": "completed", "code": 200}]} {{(pid=101553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:16:35.147239 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ea528ab4-083a-4ad0-9c66-a041b722d50d {{(pid=101553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:16:35.147633 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e13f02c6-2194-4791-8e7e-2d4dc3854082', 'tag': '0e82f62a-5e22-4453-b1db-fbbd1212114a', 'status': 'completed', 'code': 200} Nov 18 18:16:35.164623 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67cc4fc-d4af-4774-b7b7-e5234a5847ff req-05d754bb-2d43-4e0f-8f49-25cbbfd85512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:35.166676 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-a67cc4fc-d4af-4774-b7b7-e5234a5847ff req-05d754bb-2d43-4e0f-8f49-25cbbfd85512 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=933276c3577b443fb02567a84c30f5f2&device_id=e13f02c6-2194-4791-8e7e-2d4dc3854082 HTTP/1.1" status: 200 len: 1096 time: 0.0539224 Nov 18 18:16:35.212902 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-a67cc4fc-d4af-4774-b7b7-e5234a5847ff req-5a199ccb-eb12-4204-9c21-c3fdb22fa783 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0e82f62a-5e22-4453-b1db-fbbd1212114a HTTP/1.1" status: 200 len: 217 time: 0.0381560 Nov 18 18:16:35.270621 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67cc4fc-d4af-4774-b7b7-e5234a5847ff req-7bfd3835-3375-4187-9c71-a20f808925db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:35.272466 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-a67cc4fc-d4af-4774-b7b7-e5234a5847ff req-7bfd3835-3375-4187-9c71-a20f808925db service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9c1a8c73-e246-4c32-9c4c-9a07f80b872f HTTP/1.1" status: 200 len: 848 time: 0.0518148 Nov 18 18:16:35.346560 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67cc4fc-d4af-4774-b7b7-e5234a5847ff req-55ff943b-daac-49ec-83b5-bdbb67b302b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:35.348586 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-a67cc4fc-d4af-4774-b7b7-e5234a5847ff req-55ff943b-daac-49ec-83b5-bdbb67b302b7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=74df0788-e7d6-410e-9ee3-84c20bef6ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405111 Nov 18 18:16:35.443435 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-a67cc4fc-d4af-4774-b7b7-e5234a5847ff req-02edc6d0-351f-4e82-8b85-2b776859baf2 service neutron] 10.222.0.46 "GET /v2.0/networks/74df0788-e7d6-410e-9ee3-84c20bef6ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860243 Nov 18 18:16:35.542001 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-a67cc4fc-d4af-4774-b7b7-e5234a5847ff req-6bca0128-1ceb-43eb-9e12-dbabe96b3fca service neutron] 10.222.0.46 "GET /v2.0/networks/74df0788-e7d6-410e-9ee3-84c20bef6ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907557 Nov 18 18:16:35.608361 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7065ac2d-7989-4530-96e5-2eed3a694317 req-8cfbae00-ed93-416f-8924-a3eab8a0287d tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:35.610062 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-7065ac2d-7989-4530-96e5-2eed3a694317 req-8cfbae00-ed93-416f-8924-a3eab8a0287d tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/ports?device_id=48ce5274-bbd4-41d9-a7fd-7b3342e115ca HTTP/1.1" status: 200 len: 945 time: 0.0584641 Nov 18 18:16:35.672198 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c99d5e-ca6d-414a-8c6a-08db31eaf7b2 req-445abf94-c519-45ab-9e42-45f97a6ddd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:35.673701 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-d4c99d5e-ca6d-414a-8c6a-08db31eaf7b2 req-445abf94-c519-45ab-9e42-45f97a6ddd0f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=933276c3577b443fb02567a84c30f5f2&device_id=e13f02c6-2194-4791-8e7e-2d4dc3854082 HTTP/1.1" status: 200 len: 1096 time: 0.0629575 Nov 18 18:16:35.676695 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-7065ac2d-7989-4530-96e5-2eed3a694317 req-27fbbed0-fce2-4bc4-bf06-210159502378 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/security-groups?id=46cda0ec-de4b-4291-a19a-42b976c21ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584626 Nov 18 18:16:35.793975 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c99d5e-ca6d-414a-8c6a-08db31eaf7b2 req-26b84fbc-cf90-4eef-9c3d-463a2399e429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:35.795429 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-d4c99d5e-ca6d-414a-8c6a-08db31eaf7b2 req-26b84fbc-cf90-4eef-9c3d-463a2399e429 service neutron] 10.222.0.46 "GET /v2.0/networks?id=74df0788-e7d6-410e-9ee3-84c20bef6ca1 HTTP/1.1" status: 200 len: 910 time: 0.1141586 Nov 18 18:16:35.852227 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-d4c99d5e-ca6d-414a-8c6a-08db31eaf7b2 req-303ca3ce-6572-475e-b25a-c5125708b868 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0e82f62a-5e22-4453-b1db-fbbd1212114a HTTP/1.1" status: 200 len: 217 time: 0.0433710 Nov 18 18:16:35.932558 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e3be65-2fcb-4dc0-803b-397daf8b54ab req-9e194ad5-dc0d-4084-ae2c-5d9baa7382e5 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:35.934772 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-07e3be65-2fcb-4dc0-803b-397daf8b54ab req-9e194ad5-dc0d-4084-ae2c-5d9baa7382e5 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] 10.222.0.21 "GET /v2.0/ports?device_id=e13f02c6-2194-4791-8e7e-2d4dc3854082 HTTP/1.1" status: 200 len: 943 time: 0.1539006 Nov 18 18:16:35.982120 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c99d5e-ca6d-414a-8c6a-08db31eaf7b2 req-b5e9ecad-b2ee-43e9-b53d-d601fb285aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:35.983470 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-d4c99d5e-ca6d-414a-8c6a-08db31eaf7b2 req-b5e9ecad-b2ee-43e9-b53d-d601fb285aed service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9c1a8c73-e246-4c32-9c4c-9a07f80b872f HTTP/1.1" status: 200 len: 848 time: 0.1145322 Nov 18 18:16:35.990381 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-07e3be65-2fcb-4dc0-803b-397daf8b54ab req-f98681b3-bbfc-46bb-8448-bc55a34b316f tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] 10.222.0.21 "GET /v2.0/security-groups?id=6238537b-ea9c-4f6a-a9d8-fc9d159a5add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453408 Nov 18 18:16:36.032629 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c99d5e-ca6d-414a-8c6a-08db31eaf7b2 req-113b58b3-a16f-4002-aab8-b8f2efdd3ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:36.034051 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-d4c99d5e-ca6d-414a-8c6a-08db31eaf7b2 req-113b58b3-a16f-4002-aab8-b8f2efdd3ef8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=74df0788-e7d6-410e-9ee3-84c20bef6ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428090 Nov 18 18:16:36.126097 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-d4c99d5e-ca6d-414a-8c6a-08db31eaf7b2 req-31640e11-81a8-47ec-8a7d-e5a0f6fd5d96 service neutron] 10.222.0.46 "GET /v2.0/networks/74df0788-e7d6-410e-9ee3-84c20bef6ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831027 Nov 18 18:16:36.217081 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-d4c99d5e-ca6d-414a-8c6a-08db31eaf7b2 req-5a0b7dd4-49f5-44fc-9a3c-1cf51e60fb17 service neutron] 10.222.0.46 "GET /v2.0/networks/74df0788-e7d6-410e-9ee3-84c20bef6ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826719 Nov 18 18:16:36.800302 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39a4e7c-5017-44a6-badc-ec58cf932e75 req-b556643b-8d23-4942-a567-1e379021d140 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:36.802279 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-c39a4e7c-5017-44a6-badc-ec58cf932e75 req-b556643b-8d23-4942-a567-1e379021d140 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/ports?device_id=48ce5274-bbd4-41d9-a7fd-7b3342e115ca HTTP/1.1" status: 200 len: 945 time: 0.0497189 Nov 18 18:16:36.842655 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-c39a4e7c-5017-44a6-badc-ec58cf932e75 req-3977b2fe-39b0-4f68-9f87-aaf16afce0b2 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/security-groups?id=46cda0ec-de4b-4291-a19a-42b976c21ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341988 Nov 18 18:16:37.126255 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6706b299-1061-4006-8994-f5b53c043720 req-086038e8-9d59-47cb-bcfc-2276bc463670 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:37.127801 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-6706b299-1061-4006-8994-f5b53c043720 req-086038e8-9d59-47cb-bcfc-2276bc463670 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] 10.222.0.21 "GET /v2.0/ports?device_id=e13f02c6-2194-4791-8e7e-2d4dc3854082 HTTP/1.1" status: 200 len: 943 time: 0.0614009 Nov 18 18:16:37.194849 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-6706b299-1061-4006-8994-f5b53c043720 req-436f1323-b3b3-48fb-b457-a0e574fb67e6 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] 10.222.0.21 "GET /v2.0/security-groups?id=6238537b-ea9c-4f6a-a9d8-fc9d159a5add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534039 Nov 18 18:16:37.199270 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98d0476-9ec9-45a9-80fa-6fcdee728048 req-a4f71dea-d0eb-4f31-966d-c6270cc0e1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:37.200749 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-a98d0476-9ec9-45a9-80fa-6fcdee728048 req-a4f71dea-d0eb-4f31-966d-c6270cc0e1ee service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=54a71c6fcc084e09bb76b54d410321c7&device_id=48ce5274-bbd4-41d9-a7fd-7b3342e115ca HTTP/1.1" status: 200 len: 1098 time: 0.0674875 Nov 18 18:16:37.322735 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e9e7a1-062e-4c5e-b3fe-466e8fd05496 req-afcb034c-3593-479b-83d2-ac3f6be2b48a tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:37.324234 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-60e9e7a1-062e-4c5e-b3fe-466e8fd05496 req-afcb034c-3593-479b-83d2-ac3f6be2b48a tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/ports?device_id=48ce5274-bbd4-41d9-a7fd-7b3342e115ca HTTP/1.1" status: 200 len: 945 time: 0.0690846 Nov 18 18:16:37.349726 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98d0476-9ec9-45a9-80fa-6fcdee728048 req-7e81eb53-18da-4ebe-8b6d-6298054abc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:37.351342 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-a98d0476-9ec9-45a9-80fa-6fcdee728048 req-7e81eb53-18da-4ebe-8b6d-6298054abc57 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6154edaf-4d8d-4eb2-9748-db0b61476bdf HTTP/1.1" status: 200 len: 919 time: 0.1429274 Nov 18 18:16:37.403858 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-a98d0476-9ec9-45a9-80fa-6fcdee728048 req-5ca59339-24b9-48ba-a70c-373c708be19c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4094900d-0e79-4f32-bbef-bbebdacfd67b HTTP/1.1" status: 200 len: 217 time: 0.0443902 Nov 18 18:16:37.407014 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-60e9e7a1-062e-4c5e-b3fe-466e8fd05496 req-dcd40a10-ecd3-468e-b520-dc0269b0411e tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/security-groups?id=46cda0ec-de4b-4291-a19a-42b976c21ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735111 Nov 18 18:16:37.456386 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98d0476-9ec9-45a9-80fa-6fcdee728048 req-cc0e1852-81b5-4a15-89d4-77f23a3a9266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:37.458878 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-a98d0476-9ec9-45a9-80fa-6fcdee728048 req-cc0e1852-81b5-4a15-89d4-77f23a3a9266 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7228a873-9d05-4b76-9e24-c9343ad2ab35 HTTP/1.1" status: 200 len: 858 time: 0.0470877 Nov 18 18:16:37.500945 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-a98d0476-9ec9-45a9-80fa-6fcdee728048 req-4c694c0e-cdbb-4604-a370-257f180fb06b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6154edaf-4d8d-4eb2-9748-db0b61476bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341275 Nov 18 18:16:37.607148 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-a98d0476-9ec9-45a9-80fa-6fcdee728048 req-539c6484-0004-485e-9b32-d8edb1425fdd service neutron] 10.222.0.46 "GET /v2.0/networks/6154edaf-4d8d-4eb2-9748-db0b61476bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979023 Nov 18 18:16:37.915186 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-a98d0476-9ec9-45a9-80fa-6fcdee728048 req-2e847b13-fe8f-42df-8dcd-d12ff8509e41 service neutron] 10.222.0.46 "GET /v2.0/networks/6154edaf-4d8d-4eb2-9748-db0b61476bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3007166 Nov 18 18:16:38.325546 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa68a1b9-f129-44ba-bf96-0568446b2f12 req-87a3d4dd-5ac9-4e4c-b208-87e0d918026c tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:38.327486 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-aa68a1b9-f129-44ba-bf96-0568446b2f12 req-87a3d4dd-5ac9-4e4c-b208-87e0d918026c tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] 10.222.0.21 "GET /v2.0/ports?device_id=e13f02c6-2194-4791-8e7e-2d4dc3854082 HTTP/1.1" status: 200 len: 943 time: 0.0532215 Nov 18 18:16:38.369489 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-aa68a1b9-f129-44ba-bf96-0568446b2f12 req-40d5c9d7-ddd6-46d4-9b49-6f6bcd41f1fa tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] 10.222.0.21 "GET /v2.0/security-groups?id=6238537b-ea9c-4f6a-a9d8-fc9d159a5add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352628 Nov 18 18:16:38.535991 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291c9b0b-0261-4ac2-b24e-c94d24e01d3d req-e1ffd030-e01c-41b4-b4ed-babe8cd3145c tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:38.537457 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-291c9b0b-0261-4ac2-b24e-c94d24e01d3d req-e1ffd030-e01c-41b4-b4ed-babe8cd3145c tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/ports?device_id=48ce5274-bbd4-41d9-a7fd-7b3342e115ca HTTP/1.1" status: 200 len: 945 time: 0.0550749 Nov 18 18:16:38.576836 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-291c9b0b-0261-4ac2-b24e-c94d24e01d3d req-a93d765b-c919-4001-a0ef-070b663393c3 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/security-groups?id=46cda0ec-de4b-4291-a19a-42b976c21ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324588 Nov 18 18:16:39.501506 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248c28bc-5f28-44c4-96af-9909e969d335 req-18448460-ace6-4259-8bd8-76b154c67401 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:39.502961 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-248c28bc-5f28-44c4-96af-9909e969d335 req-18448460-ace6-4259-8bd8-76b154c67401 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] 10.222.0.21 "GET /v2.0/ports?device_id=e13f02c6-2194-4791-8e7e-2d4dc3854082 HTTP/1.1" status: 200 len: 943 time: 0.0492830 Nov 18 18:16:39.548815 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-248c28bc-5f28-44c4-96af-9909e969d335 req-64c88408-7334-494e-8e8b-fa6943acfa31 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] 10.222.0.21 "GET /v2.0/security-groups?id=6238537b-ea9c-4f6a-a9d8-fc9d159a5add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397315 Nov 18 18:16:39.712457 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211c3248-c282-41aa-acc3-339ac7237c60 req-b894c1c3-2010-4bdc-a6d5-f0d925cf8cfd tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:39.713922 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-211c3248-c282-41aa-acc3-339ac7237c60 req-b894c1c3-2010-4bdc-a6d5-f0d925cf8cfd tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/ports?device_id=48ce5274-bbd4-41d9-a7fd-7b3342e115ca HTTP/1.1" status: 200 len: 945 time: 0.0513163 Nov 18 18:16:39.752654 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-211c3248-c282-41aa-acc3-339ac7237c60 req-79599865-1dcb-44c0-819c-afb2c6ce6bb4 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/security-groups?id=46cda0ec-de4b-4291-a19a-42b976c21ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315771 Nov 18 18:16:40.669702 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d4c92e-72f0-4c4d-a3e6-dde1a1d66c43 req-28e32ff9-4294-4e3f-aa03-f4e99803e834 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:40.671310 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-11d4c92e-72f0-4c4d-a3e6-dde1a1d66c43 req-28e32ff9-4294-4e3f-aa03-f4e99803e834 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] 10.222.0.21 "GET /v2.0/ports?device_id=e13f02c6-2194-4791-8e7e-2d4dc3854082 HTTP/1.1" status: 200 len: 943 time: 0.0533438 Nov 18 18:16:40.723987 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-11d4c92e-72f0-4c4d-a3e6-dde1a1d66c43 req-025fdc10-7af5-4101-aece-425032b60f41 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] 10.222.0.21 "GET /v2.0/security-groups?id=6238537b-ea9c-4f6a-a9d8-fc9d159a5add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458207 Nov 18 18:16:40.881615 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee514fdb-1344-448c-b62e-ae32c2a8bfc2 req-0a1eafd4-4b8b-408c-9fd5-2a966d9aaa80 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:40.883077 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-ee514fdb-1344-448c-b62e-ae32c2a8bfc2 req-0a1eafd4-4b8b-408c-9fd5-2a966d9aaa80 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/ports?device_id=48ce5274-bbd4-41d9-a7fd-7b3342e115ca HTTP/1.1" status: 200 len: 945 time: 0.0537286 Nov 18 18:16:40.921166 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-ee514fdb-1344-448c-b62e-ae32c2a8bfc2 req-0b5ceefa-e412-4533-96cc-56ab36ac7a2c tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/security-groups?id=46cda0ec-de4b-4291-a19a-42b976c21ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316629 Nov 18 18:16:40.965630 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-f5157c56-9395-4e98-a9cc-1f4bc71aefac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:16:41.844106 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d9da1d-632d-4cc0-bab8-8f766b4369fe req-13631abb-298d-4fcb-b2b9-5b910d2d36ea tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:41.845590 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-d4d9da1d-632d-4cc0-bab8-8f766b4369fe req-13631abb-298d-4fcb-b2b9-5b910d2d36ea tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] 10.222.0.21 "GET /v2.0/ports?device_id=e13f02c6-2194-4791-8e7e-2d4dc3854082 HTTP/1.1" status: 200 len: 943 time: 0.0498791 Nov 18 18:16:41.876575 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.agents_db [None req-879798a6-d64d-4745-9d9a-40c50c0efc22 None None] Agent healthcheck: found 6 active agents {{(pid=101556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 18:16:41.889428 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-d4d9da1d-632d-4cc0-bab8-8f766b4369fe req-b8a12ef6-cad9-442c-a7ff-d56a5138d8f7 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] 10.222.0.21 "GET /v2.0/security-groups?id=6238537b-ea9c-4f6a-a9d8-fc9d159a5add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356057 Nov 18 18:16:42.072889 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a63002f-2134-4d43-9dde-d9a7713b5ef2 req-ad71fa78-bdd6-4e90-beb1-6fa0d1832b34 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:42.074983 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-0a63002f-2134-4d43-9dde-d9a7713b5ef2 req-ad71fa78-bdd6-4e90-beb1-6fa0d1832b34 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/ports?device_id=48ce5274-bbd4-41d9-a7fd-7b3342e115ca HTTP/1.1" status: 200 len: 945 time: 0.0640571 Nov 18 18:16:42.118648 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-0a63002f-2134-4d43-9dde-d9a7713b5ef2 req-0a5018c3-5639-4b86-b91b-cc64c14262b5 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/security-groups?id=46cda0ec-de4b-4291-a19a-42b976c21ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369639 Nov 18 18:16:42.252109 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 49090) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:16:42.379214 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-1b79b8e1-4be2-4177-a1b7-18098a62175f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:16:42.461369 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-1b79b8e1-4be2-4177-a1b7-18098a62175f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:16:42.466368 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-1b79b8e1-4be2-4177-a1b7-18098a62175f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:16:42.505240 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-1b79b8e1-4be2-4177-a1b7-18098a62175f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dff76cf13cc94b539266837d9260bb95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2519255 Nov 18 18:16:42.506185 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b79b8e1-4be2-4177-a1b7-18098a62175f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dbee28b-50b5-46e7-b197-fda8bc349c83,revision_number=1']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:16:42.507974 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 49102) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:16:42.556783 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-404cf7d8-7979-4e3e-be2f-d6ed8ec7377d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:16:42.577565 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-404cf7d8-7979-4e3e-be2f-d6ed8ec7377d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:16:42.627964 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-404cf7d8-7979-4e3e-be2f-d6ed8ec7377d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:16:42.631263 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-404cf7d8-7979-4e3e-be2f-d6ed8ec7377d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:16:42.636196 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-404cf7d8-7979-4e3e-be2f-d6ed8ec7377d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8dbee28b-50b5-46e7-b197-fda8bc349c83 HTTP/1.1" status: 204 len: 168 time: 0.1235209 Nov 18 18:16:42.642049 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404cf7d8-7979-4e3e-be2f-d6ed8ec7377d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dbee28b-50b5-46e7-b197-fda8bc349c83,revision_number=None']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:16:42.908671 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 49110) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:16:42.922063 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-196cbddc-6676-4298-8785-81e11b550b01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:16:43.038807 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-196cbddc-6676-4298-8785-81e11b550b01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:16:43.043658 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-196cbddc-6676-4298-8785-81e11b550b01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:16:43.055960 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a88dd7f-372e-49b3-b0ea-bcd911322276 req-7bea600c-4d0e-4d02-9051-a66132db9337 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:43.057473 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-8a88dd7f-372e-49b3-b0ea-bcd911322276 req-7bea600c-4d0e-4d02-9051-a66132db9337 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] 10.222.0.21 "GET /v2.0/ports?device_id=e13f02c6-2194-4791-8e7e-2d4dc3854082 HTTP/1.1" status: 200 len: 943 time: 0.0887952 Nov 18 18:16:43.105032 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196cbddc-6676-4298-8785-81e11b550b01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d82ca4a-1e17-4865-8e7e-85c2be01be51,revision_number=1']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:16:43.113674 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-196cbddc-6676-4298-8785-81e11b550b01 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2746cc1734ec4061bcd7b7f36bf132d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2033820 Nov 18 18:16:43.116270 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 49114) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:16:43.139228 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-8a88dd7f-372e-49b3-b0ea-bcd911322276 req-8e9ff172-a883-4044-9167-1b6a7c8d4703 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] 10.222.0.21 "GET /v2.0/security-groups?id=6238537b-ea9c-4f6a-a9d8-fc9d159a5add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704181 Nov 18 18:16:43.179079 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-346063ce-ecc7-47b6-bdc6-f88052ce1f6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:16:43.205963 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-346063ce-ecc7-47b6-bdc6-f88052ce1f6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:16:43.266003 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-346063ce-ecc7-47b6-bdc6-f88052ce1f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:16:43.270162 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-346063ce-ecc7-47b6-bdc6-f88052ce1f6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:16:43.271330 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-346063ce-ecc7-47b6-bdc6-f88052ce1f6e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6d82ca4a-1e17-4865-8e7e-85c2be01be51 HTTP/1.1" status: 204 len: 168 time: 0.1541567 Nov 18 18:16:43.280700 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346063ce-ecc7-47b6-bdc6-f88052ce1f6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d82ca4a-1e17-4865-8e7e-85c2be01be51,revision_number=None']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:16:43.622002 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 49132) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:16:43.636044 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-b4167956-bad0-417e-8c98-6ccb6bc97b13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:16:43.733825 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-b4167956-bad0-417e-8c98-6ccb6bc97b13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:16:43.738745 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-b4167956-bad0-417e-8c98-6ccb6bc97b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:16:43.778904 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-b4167956-bad0-417e-8c98-6ccb6bc97b13 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=91d9c9e27092463ca23b13ef15ea0903&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1556726 Nov 18 18:16:43.779614 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4167956-bad0-417e-8c98-6ccb6bc97b13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=104590ab-5c79-4ebb-b68e-dcb57c4b298a,revision_number=1']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:16:43.782404 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 49136) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:16:43.839541 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-3ef11803-8c14-43d6-9be6-33532981d8fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:16:43.871824 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-3ef11803-8c14-43d6-9be6-33532981d8fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:16:43.924213 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-3ef11803-8c14-43d6-9be6-33532981d8fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:16:43.928302 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-3ef11803-8c14-43d6-9be6-33532981d8fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:16:43.932014 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-3ef11803-8c14-43d6-9be6-33532981d8fc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/104590ab-5c79-4ebb-b68e-dcb57c4b298a HTTP/1.1" status: 204 len: 168 time: 0.1463478 Nov 18 18:16:43.941632 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef11803-8c14-43d6-9be6-33532981d8fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=104590ab-5c79-4ebb-b68e-dcb57c4b298a,revision_number=None']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:16:44.002888 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-3e6e8dec-24c7-4ed5-a6a2-8c5f0a053b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:16:44.185484 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:16:44.272925 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fec540a-a335-45c3-9088-53a64dc5c014 req-80b2a64a-40ca-4c35-88fc-53223ee8d458 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:44.274492 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-0fec540a-a335-45c3-9088-53a64dc5c014 req-80b2a64a-40ca-4c35-88fc-53223ee8d458 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] 10.222.0.21 "GET /v2.0/ports?device_id=e13f02c6-2194-4791-8e7e-2d4dc3854082 HTTP/1.1" status: 200 len: 943 time: 0.0573244 Nov 18 18:16:44.314336 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-0fec540a-a335-45c3-9088-53a64dc5c014 req-36d9ea6c-6067-41dc-8b48-edec5c481cc9 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] 10.222.0.21 "GET /v2.0/security-groups?id=6238537b-ea9c-4f6a-a9d8-fc9d159a5add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330276 Nov 18 18:16:44.767429 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b86c20-ed5a-4aa9-98f0-b6c270d9f0d5 req-f4765f0d-7e13-44a3-94c1-766e3bd72685 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:44.768894 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-f0b86c20-ed5a-4aa9-98f0-b6c270d9f0d5 req-f4765f0d-7e13-44a3-94c1-766e3bd72685 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/ports?device_id=6abdfad2-a639-42ae-a0e7-f33d0b69c6e9 HTTP/1.1" status: 200 len: 945 time: 0.0557072 Nov 18 18:16:44.810517 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-f0b86c20-ed5a-4aa9-98f0-b6c270d9f0d5 req-ffe66622-d4f4-4317-8349-e42d323c1573 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb4519c5-e238-4dc3-a08d-3d011a53b08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353546 Nov 18 18:16:44.888154 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-e3a848c2-ffa0-4288-a759-e5f077163e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:16:45.264937 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Device 0e82f62a-5e22-4453-b1db-fbbd1212114a details requested by agent hyperv_hv-cinder-81669 with host hv-cinder-81669 {{(pid=101555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 18:16:45.360936 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] For port 0e82f62a-5e22-4453-b1db-fbbd1212114a, host hv-cinder-81669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81669',level=0,port_id=0e82f62a-5e22-4453-b1db-fbbd1212114a,segment=NetworkSegment(dc52c420-f242-4fd4-b02f-66908d30a095),segment_id=dc52c420-f242-4fd4-b02f-66908d30a095)] {{(pid=101555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:16:45.372944 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Returning: {'device': '0e82f62a-5e22-4453-b1db-fbbd1212114a', 'network_id': '74df0788-e7d6-410e-9ee3-84c20bef6ca1', 'port_id': '0e82f62a-5e22-4453-b1db-fbbd1212114a', 'mac_address': 'fa:16:3e:bb:a6:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c1a8c73-e246-4c32-9c4c-9a07f80b872f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 18:16:45.413694 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:16:45.431021 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.notifiers.nova [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e82f62a-5e22-4453-b1db-fbbd1212114a {{(pid=101555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 18:16:45.433734 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a03079-8e11-4438-925b-a3595e7493d5 req-ac60af6c-e28e-419a-b0d2-e6a5d1f52cbd tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:45.435197 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-40a03079-8e11-4438-925b-a3595e7493d5 req-ac60af6c-e28e-419a-b0d2-e6a5d1f52cbd tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] 10.222.0.21 "GET /v2.0/ports?device_id=e13f02c6-2194-4791-8e7e-2d4dc3854082 HTTP/1.1" status: 200 len: 943 time: 0.0553343 Nov 18 18:16:45.450828 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] For port 0e82f62a-5e22-4453-b1db-fbbd1212114a, host hv-cinder-81669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81669',level=0,port_id=0e82f62a-5e22-4453-b1db-fbbd1212114a,segment=NetworkSegment(dc52c420-f242-4fd4-b02f-66908d30a095),segment_id=dc52c420-f242-4fd4-b02f-66908d30a095)] {{(pid=101555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:16:45.455446 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:16:45.473648 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-40a03079-8e11-4438-925b-a3595e7493d5 req-8b91e4fb-bd95-4358-aec5-2d0fac0f99be tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] 10.222.0.21 "GET /v2.0/security-groups?id=6238537b-ea9c-4f6a-a9d8-fc9d159a5add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314786 Nov 18 18:16:45.502991 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Pushing event updated for resources: {'Port': ['ID=0e82f62a-5e22-4453-b1db-fbbd1212114a,revision_number=4']} {{(pid=101555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:16:45.510490 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:16:45.511118 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:16:45.511468 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:16:45.511891 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:16:45.512166 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:16:45.512501 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:16:45.512829 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:16:45.513184 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:16:45.513526 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:16:45.513855 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:16:45.514178 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:16:45.514504 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:16:45.932206 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd67b74-c097-4953-8ea1-fe88ff9f9800 req-14d9b683-ee62-4691-93b5-3cf8ff095d13 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:45.933646 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-ccd67b74-c097-4953-8ea1-fe88ff9f9800 req-14d9b683-ee62-4691-93b5-3cf8ff095d13 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/ports?device_id=6abdfad2-a639-42ae-a0e7-f33d0b69c6e9 HTTP/1.1" status: 200 len: 945 time: 0.0511260 Nov 18 18:16:45.964593 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] get_ports_and_sgs() called for port_ids ['0e82f62a-5e22-4453-b1db-fbbd1212114a'] {{(pid=101555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 18:16:45.973674 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-ccd67b74-c097-4953-8ea1-fe88ff9f9800 req-ef34ddc9-7e57-4e08-bb62-2b84000800fa tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb4519c5-e238-4dc3-a08d-3d011a53b08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339375 Nov 18 18:16:46.598871 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1a71cd-93cc-4138-a801-948256b48459 req-299897e1-0ab6-4b08-853a-6b45e8c111c4 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:46.600366 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-2f1a71cd-93cc-4138-a801-948256b48459 req-299897e1-0ab6-4b08-853a-6b45e8c111c4 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] 10.222.0.21 "GET /v2.0/ports?device_id=e13f02c6-2194-4791-8e7e-2d4dc3854082 HTTP/1.1" status: 200 len: 944 time: 0.0597045 Nov 18 18:16:46.638067 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-2f1a71cd-93cc-4138-a801-948256b48459 req-496ae2be-30c7-4100-b773-beac4efb9c81 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] 10.222.0.21 "GET /v2.0/security-groups?id=6238537b-ea9c-4f6a-a9d8-fc9d159a5add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315275 Nov 18 18:16:46.910276 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-cd169395-ba62-4885-8b1f-e6616afe023f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:16:46.995188 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c14a5c-80f4-4db4-a7d9-6f12788bc138 req-65b783d1-f037-4d8b-aa6e-6acf605d720b tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:46.996834 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-36c14a5c-80f4-4db4-a7d9-6f12788bc138 req-65b783d1-f037-4d8b-aa6e-6acf605d720b tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.46 "GET /v2.0/ports?device_id=6abdfad2-a639-42ae-a0e7-f33d0b69c6e9 HTTP/1.1" status: 200 len: 945 time: 0.0585136 Nov 18 18:16:47.196837 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c61c0c-d8c2-4ef8-b32a-606e4730c74f req-e828f720-71b6-45de-885d-d270f3a48d18 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:47.198324 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-f9c61c0c-d8c2-4ef8-b32a-606e4730c74f req-e828f720-71b6-45de-885d-d270f3a48d18 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/ports?device_id=6abdfad2-a639-42ae-a0e7-f33d0b69c6e9 HTTP/1.1" status: 200 len: 945 time: 0.1104646 Nov 18 18:16:47.208419 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d1805f-775a-49f5-b607-e06522e25e6e req-845d447e-c171-4c21-8cf0-f10db690898a tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:47.209869 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-44d1805f-775a-49f5-b607-e06522e25e6e req-845d447e-c171-4c21-8cf0-f10db690898a tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/ports?device_id=772bd24f-916b-474d-b066-90b4ab242777 HTTP/1.1" status: 200 len: 946 time: 0.1231148 Nov 18 18:16:47.228822 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.plugin [req-36c14a5c-80f4-4db4-a7d9-6f12788bc138 req-22bf9eec-887b-472a-893a-f37ccda9b656 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Deleting port c5f27665-235c-44c6-9725-5f4778e9162d {{(pid=101553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 18 18:16:47.229169 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-36c14a5c-80f4-4db4-a7d9-6f12788bc138 req-22bf9eec-887b-472a-893a-f37ccda9b656 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768457215290'] for port, before_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:16:47.333057 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-44d1805f-775a-49f5-b607-e06522e25e6e req-046b2656-85f1-4ed9-b1ff-26c5d60d3f96 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/security-groups?id=46cda0ec-de4b-4291-a19a-42b976c21ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124651 Nov 18 18:16:47.335592 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-f9c61c0c-d8c2-4ef8-b32a-606e4730c74f req-09e02348-a2ac-4c49-9162-3f42af271e0d tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb4519c5-e238-4dc3-a08d-3d011a53b08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200438 Nov 18 18:16:47.371192 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.db [req-36c14a5c-80f4-4db4-a7d9-6f12788bc138 req-22bf9eec-887b-472a-893a-f37ccda9b656 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] For port c5f27665-235c-44c6-9725-5f4778e9162d, host hv-cinder-81669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81669',level=0,port_id=c5f27665-235c-44c6-9725-5f4778e9162d,segment=NetworkSegment(8db404f7-7509-4e1d-af51-a1837b138434),segment_id=8db404f7-7509-4e1d-af51-a1837b138434)] {{(pid=101553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:16:47.371558 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-36c14a5c-80f4-4db4-a7d9-6f12788bc138 req-22bf9eec-887b-472a-893a-f37ccda9b656 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369284'] for port, precommit_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:16:47.386676 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.plugin [req-36c14a5c-80f4-4db4-a7d9-6f12788bc138 req-22bf9eec-887b-472a-893a-f37ccda9b656 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Calling delete_port for c5f27665-235c-44c6-9725-5f4778e9162d owned by compute:nova {{(pid=101553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 18 18:16:47.544312 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-36c14a5c-80f4-4db4-a7d9-6f12788bc138 req-22bf9eec-887b-472a-893a-f37ccda9b656 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768457221690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768456900410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5584108'] for port, after_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:16:47.557040 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] get_ports_and_sgs() called for port_ids ['8731975e-6df9-4bd4-943d-d8cd15ccf574', '5c64e02a-2d63-4d65-b18e-c3380a72e635', '7a14e2fc-e458-4007-b2e1-1b84426736dd', 'c5f27665-235c-44c6-9725-5f4778e9162d'] {{(pid=101555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 18:16:47.573581 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bf9eec-887b-472a-893a-f37ccda9b656 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Pushing event deleted for resources: {'Port': ['ID=c5f27665-235c-44c6-9725-5f4778e9162d,revision_number=None']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:16:47.637014 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.db.l3_dvrscheduler_db [req-36c14a5c-80f4-4db4-a7d9-6f12788bc138 req-22bf9eec-887b-472a-893a-f37ccda9b656 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] No DVR routers for this DVR port c5f27665-235c-44c6-9725-5f4778e9162d on host hv-cinder-81669 {{(pid=101553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 18:16:47.641292 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-36c14a5c-80f4-4db4-a7d9-6f12788bc138 req-22bf9eec-887b-472a-893a-f37ccda9b656 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47340'] for port, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:16:47.646890 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-36c14a5c-80f4-4db4-a7d9-6f12788bc138 req-22bf9eec-887b-472a-893a-f37ccda9b656 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.46 "DELETE /v2.0/ports/c5f27665-235c-44c6-9725-5f4778e9162d HTTP/1.1" status: 204 len: 173 time: 0.6406498 Nov 18 18:16:47.647342 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6abdfad2-a639-42ae-a0e7-f33d0b69c6e9', 'name': 'network-vif-deleted', 'tag': 'c5f27665-235c-44c6-9725-5f4778e9162d'}] {{(pid=101553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:16:47.649693 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3f9c8695bc273365e1ae5046181e224bccdab9c1f2bdac51621509927968c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ae690cf-c951-4997-b7a9-12f89bc534b6" -d '{"events": [{"server_uuid": "6abdfad2-a639-42ae-a0e7-f33d0b69c6e9", "name": "network-vif-deleted", "tag": "c5f27665-235c-44c6-9725-5f4778e9162d"}]}' {{(pid=101553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:16:47.733065 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 18:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cef7430c-5c71-43ba-9896-3b54f38acb3a x-openstack-request-id: req-cef7430c-5c71-43ba-9896-3b54f38acb3a {{(pid=101553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:16:47.733595 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6abdfad2-a639-42ae-a0e7-f33d0b69c6e9", "name": "network-vif-deleted", "tag": "c5f27665-235c-44c6-9725-5f4778e9162d", "status": "completed", "code": 200}]} {{(pid=101553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:16:47.733946 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cef7430c-5c71-43ba-9896-3b54f38acb3a {{(pid=101553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:16:47.734439 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6abdfad2-a639-42ae-a0e7-f33d0b69c6e9', 'name': 'network-vif-deleted', 'tag': 'c5f27665-235c-44c6-9725-5f4778e9162d', 'status': 'completed', 'code': 200} Nov 18 18:16:47.812912 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb1eb0e-18fd-4e22-b91b-914cb42cc7ff req-4baf7483-8c61-4467-9c45-81c9e587656c tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:47.815295 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-1fb1eb0e-18fd-4e22-b91b-914cb42cc7ff req-4baf7483-8c61-4467-9c45-81c9e587656c tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] 10.222.0.21 "GET /v2.0/ports?device_id=e13f02c6-2194-4791-8e7e-2d4dc3854082 HTTP/1.1" status: 200 len: 944 time: 0.0654960 Nov 18 18:16:47.857571 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-1fb1eb0e-18fd-4e22-b91b-914cb42cc7ff req-595950a1-9bda-480f-aa3e-99c116d76d56 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] 10.222.0.21 "GET /v2.0/security-groups?id=6238537b-ea9c-4f6a-a9d8-fc9d159a5add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353565 Nov 18 18:16:48.463235 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853d7cb1-297f-4f8b-8ae0-7a5d74a4b52d req-cb12a2b3-0987-4963-a94d-cfbfcd2e1166 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:48.467172 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-853d7cb1-297f-4f8b-8ae0-7a5d74a4b52d req-cb12a2b3-0987-4963-a94d-cfbfcd2e1166 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/ports?device_id=772bd24f-916b-474d-b066-90b4ab242777 HTTP/1.1" status: 200 len: 946 time: 0.0553102 Nov 18 18:16:48.516879 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-853d7cb1-297f-4f8b-8ae0-7a5d74a4b52d req-2caff3b8-3c77-42d2-9440-cf6b321eed93 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/security-groups?id=46cda0ec-de4b-4291-a19a-42b976c21ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442450 Nov 18 18:16:48.974410 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf7a0cc-6fa0-4087-8df4-04adccdaba99 req-a27f8c86-8235-47e1-9790-e8da743cf928 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:48.975840 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-baf7a0cc-6fa0-4087-8df4-04adccdaba99 req-a27f8c86-8235-47e1-9790-e8da743cf928 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] 10.222.0.21 "GET /v2.0/ports?device_id=e13f02c6-2194-4791-8e7e-2d4dc3854082 HTTP/1.1" status: 200 len: 944 time: 0.0497766 Nov 18 18:16:49.015939 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-baf7a0cc-6fa0-4087-8df4-04adccdaba99 req-427788b6-ac19-4482-b339-0e875c231000 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] 10.222.0.21 "GET /v2.0/security-groups?id=6238537b-ea9c-4f6a-a9d8-fc9d159a5add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335255 Nov 18 18:16:49.282214 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Device 0e82f62a-5e22-4453-b1db-fbbd1212114a up at agent hyperv_hv-cinder-81669 {{(pid=101555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:16:49.329575 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Provisioning for port 0e82f62a-5e22-4453-b1db-fbbd1212114a completed by entity L2. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 18:16:49.333232 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Provisioning complete for port 0e82f62a-5e22-4453-b1db-fbbd1212114a triggered by entity L2. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:16:49.333605 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:16:49.408044 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:16:49.430763 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e13f02c6-2194-4791-8e7e-2d4dc3854082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e82f62a-5e22-4453-b1db-fbbd1212114a'}] {{(pid=101555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:16:49.432858 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d346ce470d451c2c3f81e461e68bbd58c3f0d417750f3f38c7c8caca9575360f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55dfe0e0-b87c-497d-b812-73a0572d45e4" -d '{"events": [{"server_uuid": "e13f02c6-2194-4791-8e7e-2d4dc3854082", "name": "network-vif-plugged", "status": "completed", "tag": "0e82f62a-5e22-4453-b1db-fbbd1212114a"}]}' {{(pid=101555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:16:49.445988 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] For port 0e82f62a-5e22-4453-b1db-fbbd1212114a, host hv-cinder-81669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81669',level=0,port_id=0e82f62a-5e22-4453-b1db-fbbd1212114a,segment=NetworkSegment(dc52c420-f242-4fd4-b02f-66908d30a095),segment_id=dc52c420-f242-4fd4-b02f-66908d30a095)] {{(pid=101555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:16:49.450101 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:16:49.475986 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 18:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a416c5b7-faa6-41a1-abd5-fb17dff8244c x-openstack-request-id: req-a416c5b7-faa6-41a1-abd5-fb17dff8244c {{(pid=101555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:16:49.476417 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e13f02c6-2194-4791-8e7e-2d4dc3854082", "name": "network-vif-plugged", "status": "completed", "tag": "0e82f62a-5e22-4453-b1db-fbbd1212114a", "code": 200}]} {{(pid=101555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:16:49.476679 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a416c5b7-faa6-41a1-abd5-fb17dff8244c {{(pid=101555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:16:49.477059 dv-cinder-816695-1-iscsi neutron-server[101555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e13f02c6-2194-4791-8e7e-2d4dc3854082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e82f62a-5e22-4453-b1db-fbbd1212114a', 'code': 200} Nov 18 18:16:49.503295 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Pushing event updated for resources: {'Port': ['ID=0e82f62a-5e22-4453-b1db-fbbd1212114a,revision_number=5']} {{(pid=101555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:16:49.636239 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be70dab3-6e69-4282-b923-ebe6b4e2c148 req-88873df2-f296-4c0c-a824-854e5f55c6a8 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:49.637752 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-be70dab3-6e69-4282-b923-ebe6b4e2c148 req-88873df2-f296-4c0c-a824-854e5f55c6a8 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/ports?device_id=772bd24f-916b-474d-b066-90b4ab242777 HTTP/1.1" status: 200 len: 946 time: 0.0538940 Nov 18 18:16:49.692605 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-be70dab3-6e69-4282-b923-ebe6b4e2c148 req-00ffdae0-d665-44ec-96d0-6e4150e2733a tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/security-groups?id=46cda0ec-de4b-4291-a19a-42b976c21ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486395 Nov 18 18:16:49.791438 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc857b9f-4d5d-4046-9b37-fbbdfc1c9bcb req-33c8e383-3eb0-44f7-b3df-9af6a94f19c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:49.793215 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-cc857b9f-4d5d-4046-9b37-fbbdfc1c9bcb req-33c8e383-3eb0-44f7-b3df-9af6a94f19c2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e13f02c6-2194-4791-8e7e-2d4dc3854082 HTTP/1.1" status: 200 len: 1098 time: 0.0723975 Nov 18 18:16:49.823554 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d698fbab-ba97-481b-99c5-60a6d29f3321 req-f269943d-c6f6-4b87-9e92-dba50a64dc93 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:49.825025 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-d698fbab-ba97-481b-99c5-60a6d29f3321 req-f269943d-c6f6-4b87-9e92-dba50a64dc93 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f543819-01c0-48cd-a2bf-fb3f2dd041d6 HTTP/1.1" status: 200 len: 945 time: 0.0735755 Nov 18 18:16:49.853855 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-cc857b9f-4d5d-4046-9b37-fbbdfc1c9bcb req-683178d8-1d92-48f8-8e0c-7cb0b01d0f81 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=6238537b-ea9c-4f6a-a9d8-fc9d159a5add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522964 Nov 18 18:16:49.874212 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-d698fbab-ba97-481b-99c5-60a6d29f3321 req-7d846471-def1-4a70-bcfb-16563fab17a9 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb4519c5-e238-4dc3-a08d-3d011a53b08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417840 Nov 18 18:16:50.136236 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f54bf7-4fd0-46a4-ac3e-ac5cf8c6bf7b req-39c10a45-4103-459f-a23b-bc51a09187ec tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:50.137807 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-43f54bf7-4fd0-46a4-ac3e-ac5cf8c6bf7b req-39c10a45-4103-459f-a23b-bc51a09187ec tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] 10.222.0.21 "GET /v2.0/ports?device_id=e13f02c6-2194-4791-8e7e-2d4dc3854082 HTTP/1.1" status: 200 len: 945 time: 0.0510385 Nov 18 18:16:50.174318 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-43f54bf7-4fd0-46a4-ac3e-ac5cf8c6bf7b req-baaf76a9-61a2-4bd5-a417-400e00774228 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] 10.222.0.21 "GET /v2.0/security-groups?id=6238537b-ea9c-4f6a-a9d8-fc9d159a5add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305536 Nov 18 18:16:50.236469 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f969a3-20b6-46bd-a58b-f87bb6ebb8f6 req-a17d137b-96f8-4137-8d06-05da899a35bb tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:50.238601 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-40f969a3-20b6-46bd-a58b-f87bb6ebb8f6 req-a17d137b-96f8-4137-8d06-05da899a35bb tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.46 "GET /v2.0/ports?device_id=772bd24f-916b-474d-b066-90b4ab242777 HTTP/1.1" status: 200 len: 946 time: 0.0518017 Nov 18 18:16:50.338088 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.plugin [req-40f969a3-20b6-46bd-a58b-f87bb6ebb8f6 req-fd9a5169-6e02-4c87-9583-c5ca82fe85ab tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Deleting port f81ef956-4ab2-48d8-a239-4d364a76a8dd {{(pid=101553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 18 18:16:50.338313 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-40f969a3-20b6-46bd-a58b-f87bb6ebb8f6 req-fd9a5169-6e02-4c87-9583-c5ca82fe85ab tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768457215290'] for port, before_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:16:50.423946 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.db [req-40f969a3-20b6-46bd-a58b-f87bb6ebb8f6 req-fd9a5169-6e02-4c87-9583-c5ca82fe85ab tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] For port f81ef956-4ab2-48d8-a239-4d364a76a8dd, host hv-cinder-81669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81669',level=0,port_id=f81ef956-4ab2-48d8-a239-4d364a76a8dd,segment=NetworkSegment(ba09b5a1-aed9-41ef-92fc-a1bf32b2cd99),segment_id=ba09b5a1-aed9-41ef-92fc-a1bf32b2cd99)] {{(pid=101553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:16:50.424306 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-40f969a3-20b6-46bd-a58b-f87bb6ebb8f6 req-fd9a5169-6e02-4c87-9583-c5ca82fe85ab tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369284'] for port, precommit_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:16:50.440276 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.plugin [req-40f969a3-20b6-46bd-a58b-f87bb6ebb8f6 req-fd9a5169-6e02-4c87-9583-c5ca82fe85ab tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Calling delete_port for f81ef956-4ab2-48d8-a239-4d364a76a8dd owned by compute:nova {{(pid=101553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 18 18:16:50.569427 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-40f969a3-20b6-46bd-a58b-f87bb6ebb8f6 req-fd9a5169-6e02-4c87-9583-c5ca82fe85ab tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768457221690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768456900410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5584108'] for port, after_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:16:50.589299 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] get_ports_and_sgs() called for port_ids ['f81ef956-4ab2-48d8-a239-4d364a76a8dd', '4094900d-0e79-4f32-bbef-bbebdacfd67b'] {{(pid=101555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 18:16:50.597630 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9a5169-6e02-4c87-9583-c5ca82fe85ab tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Pushing event deleted for resources: {'Port': ['ID=f81ef956-4ab2-48d8-a239-4d364a76a8dd,revision_number=None']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:16:50.642979 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.db.l3_dvrscheduler_db [req-40f969a3-20b6-46bd-a58b-f87bb6ebb8f6 req-fd9a5169-6e02-4c87-9583-c5ca82fe85ab tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] No DVR routers for this DVR port f81ef956-4ab2-48d8-a239-4d364a76a8dd on host hv-cinder-81669 {{(pid=101553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 18:16:50.646245 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-40f969a3-20b6-46bd-a58b-f87bb6ebb8f6 req-fd9a5169-6e02-4c87-9583-c5ca82fe85ab tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47340'] for port, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:16:50.649668 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-40f969a3-20b6-46bd-a58b-f87bb6ebb8f6 req-fd9a5169-6e02-4c87-9583-c5ca82fe85ab tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.46 "DELETE /v2.0/ports/f81ef956-4ab2-48d8-a239-4d364a76a8dd HTTP/1.1" status: 204 len: 173 time: 0.4032965 Nov 18 18:16:50.650137 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '772bd24f-916b-474d-b066-90b4ab242777', 'name': 'network-vif-deleted', 'tag': 'f81ef956-4ab2-48d8-a239-4d364a76a8dd'}] {{(pid=101553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:16:50.652607 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3f9c8695bc273365e1ae5046181e224bccdab9c1f2bdac51621509927968c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ea03ab0-a7b3-46f6-af55-d569454b6b2b" -d '{"events": [{"server_uuid": "772bd24f-916b-474d-b066-90b4ab242777", "name": "network-vif-deleted", "tag": "f81ef956-4ab2-48d8-a239-4d364a76a8dd"}]}' {{(pid=101553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:16:50.697937 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 18:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee320e4a-86fe-4518-8225-cb9b671fc49c x-openstack-request-id: req-ee320e4a-86fe-4518-8225-cb9b671fc49c {{(pid=101553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:16:50.698228 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "772bd24f-916b-474d-b066-90b4ab242777", "name": "network-vif-deleted", "tag": "f81ef956-4ab2-48d8-a239-4d364a76a8dd", "status": "completed", "code": 200}]} {{(pid=101553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:16:50.698484 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ee320e4a-86fe-4518-8225-cb9b671fc49c {{(pid=101553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:16:50.698878 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '772bd24f-916b-474d-b066-90b4ab242777', 'name': 'network-vif-deleted', 'tag': 'f81ef956-4ab2-48d8-a239-4d364a76a8dd', 'status': 'completed', 'code': 200} Nov 18 18:16:50.813052 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-24cc5f3f-2209-4915-a553-a712d7bf2be7 req-d2ec4b51-aae4-444a-8bd6-56cb7bc6ddc8 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/ports?device_id=772bd24f-916b-474d-b066-90b4ab242777 HTTP/1.1" status: 200 len: 210 time: 0.0283074 Nov 18 18:16:50.995394 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc89ecf5-fe8c-4e62-85a5-774299ecd58c req-e9f2a0b7-2a4e-420b-b23c-9b4e8f2d5e79 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:50.997100 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-cc89ecf5-fe8c-4e62-85a5-774299ecd58c req-e9f2a0b7-2a4e-420b-b23c-9b4e8f2d5e79 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f543819-01c0-48cd-a2bf-fb3f2dd041d6 HTTP/1.1" status: 200 len: 945 time: 0.0549350 Nov 18 18:16:51.036557 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-cc89ecf5-fe8c-4e62-85a5-774299ecd58c req-889e7bc3-2646-46f3-8c62-557beb27f196 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb4519c5-e238-4dc3-a08d-3d011a53b08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335646 Nov 18 18:16:51.298052 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Device f81ef956-4ab2-48d8-a239-4d364a76a8dd no longer exists at agent hyperv_hv-cinder-81669 {{(pid=101555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 18:16:51.299025 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e38126a-8193-4804-a4ee-93b213cbaea5 req-c3cc0942-8db6-429a-8ea3-f171fdbbdb6e tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:51.306738 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-6e38126a-8193-4804-a4ee-93b213cbaea5 req-c3cc0942-8db6-429a-8ea3-f171fdbbdb6e tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] 10.222.0.21 "GET /v2.0/ports?device_id=e13f02c6-2194-4791-8e7e-2d4dc3854082 HTTP/1.1" status: 200 len: 945 time: 0.0581236 Nov 18 18:16:51.328122 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.plugin [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] No Port match for: f81ef956-4ab2-48d8-a239-4d364a76a8dd {{(pid=101555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 18 18:16:51.328498 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Device f81ef956-4ab2-48d8-a239-4d364a76a8dd not bound to the agent host hv-cinder-81669 {{(pid=101555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 18:16:51.328894 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Device c5f27665-235c-44c6-9725-5f4778e9162d no longer exists at agent hyperv_hv-cinder-81669 {{(pid=101555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 18:16:51.350831 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-6e38126a-8193-4804-a4ee-93b213cbaea5 req-d7107158-61d5-405a-aec8-3383d55d09d8 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] 10.222.0.21 "GET /v2.0/security-groups?id=6238537b-ea9c-4f6a-a9d8-fc9d159a5add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429022 Nov 18 18:16:51.351182 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.plugin [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] No Port match for: c5f27665-235c-44c6-9725-5f4778e9162d {{(pid=101555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 18 18:16:51.351496 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Device c5f27665-235c-44c6-9725-5f4778e9162d not bound to the agent host hv-cinder-81669 {{(pid=101555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 18:16:52.085696 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817b944f-1ced-48f7-a426-c5b441d087fe req-00edd9f3-ff35-424d-b421-e7f8c7282734 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:52.087604 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-817b944f-1ced-48f7-a426-c5b441d087fe req-00edd9f3-ff35-424d-b421-e7f8c7282734 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/ports?device_id=48ce5274-bbd4-41d9-a7fd-7b3342e115ca HTTP/1.1" status: 200 len: 945 time: 0.0536849 Nov 18 18:16:52.138654 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-817b944f-1ced-48f7-a426-c5b441d087fe req-badb8aa3-b898-4afc-b129-900f80b18842 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/security-groups?id=46cda0ec-de4b-4291-a19a-42b976c21ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440688 Nov 18 18:16:52.177487 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3617228-9cc1-44ce-b82d-cae93b996c9b req-5ebdde04-2d6d-43b8-b468-ab811346e487 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:52.178958 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-f3617228-9cc1-44ce-b82d-cae93b996c9b req-5ebdde04-2d6d-43b8-b468-ab811346e487 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f543819-01c0-48cd-a2bf-fb3f2dd041d6 HTTP/1.1" status: 200 len: 945 time: 0.0543027 Nov 18 18:16:52.216008 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-f3617228-9cc1-44ce-b82d-cae93b996c9b req-3966bf18-fc80-4d48-b394-1a7c142a3578 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb4519c5-e238-4dc3-a08d-3d011a53b08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310330 Nov 18 18:16:52.492213 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db399c10-a69a-4ce1-895e-540dc9495ad7 req-978bef09-fbdc-45fc-94b4-25c34de73af5 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:52.493551 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-db399c10-a69a-4ce1-895e-540dc9495ad7 req-978bef09-fbdc-45fc-94b4-25c34de73af5 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.46 "GET /v2.0/ports?device_id=3f543819-01c0-48cd-a2bf-fb3f2dd041d6 HTTP/1.1" status: 200 len: 945 time: 0.0801795 Nov 18 18:16:52.501498 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fbb3d6-29de-480e-8950-f92857fd6cee req-19169e2a-9a08-423c-a813-9bae1037d9ec tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:52.502831 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-79fbb3d6-29de-480e-8950-f92857fd6cee req-19169e2a-9a08-423c-a813-9bae1037d9ec tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] 10.222.0.21 "GET /v2.0/ports?device_id=e13f02c6-2194-4791-8e7e-2d4dc3854082 HTTP/1.1" status: 200 len: 945 time: 0.0813985 Nov 18 18:16:52.586258 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-79fbb3d6-29de-480e-8950-f92857fd6cee req-7a5cd96e-41dd-48df-bce0-f0097cf3a011 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] 10.222.0.21 "GET /v2.0/security-groups?id=6238537b-ea9c-4f6a-a9d8-fc9d159a5add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765107 Nov 18 18:16:52.613141 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.plugin [req-db399c10-a69a-4ce1-895e-540dc9495ad7 req-924758ac-e5cd-4018-b323-2656201e175e tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Deleting port 7a14e2fc-e458-4007-b2e1-1b84426736dd {{(pid=101553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 18 18:16:52.613484 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-db399c10-a69a-4ce1-895e-540dc9495ad7 req-924758ac-e5cd-4018-b323-2656201e175e tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768457215290'] for port, before_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:16:52.738270 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04258e5a-7c02-45b1-9b0a-7fabeb28ac03 req-ab9863a3-10fa-42f4-8289-4ac6697a04e6 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:52.739768 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-04258e5a-7c02-45b1-9b0a-7fabeb28ac03 req-ab9863a3-10fa-42f4-8289-4ac6697a04e6 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] 10.222.0.21 "GET /v2.0/ports?device_id=e13f02c6-2194-4791-8e7e-2d4dc3854082 HTTP/1.1" status: 200 len: 945 time: 0.0831542 Nov 18 18:16:52.745422 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.db [req-db399c10-a69a-4ce1-895e-540dc9495ad7 req-924758ac-e5cd-4018-b323-2656201e175e tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] For port 7a14e2fc-e458-4007-b2e1-1b84426736dd, host hv-cinder-81669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81669',level=0,port_id=7a14e2fc-e458-4007-b2e1-1b84426736dd,segment=NetworkSegment(8db404f7-7509-4e1d-af51-a1837b138434),segment_id=8db404f7-7509-4e1d-af51-a1837b138434)] {{(pid=101553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:16:52.745602 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-db399c10-a69a-4ce1-895e-540dc9495ad7 req-924758ac-e5cd-4018-b323-2656201e175e tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369284'] for port, precommit_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:16:52.769480 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.plugin [req-db399c10-a69a-4ce1-895e-540dc9495ad7 req-924758ac-e5cd-4018-b323-2656201e175e tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Calling delete_port for 7a14e2fc-e458-4007-b2e1-1b84426736dd owned by compute:nova {{(pid=101553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 18 18:16:52.798210 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-04258e5a-7c02-45b1-9b0a-7fabeb28ac03 req-2a4cd065-fd47-45cf-971f-7422127dee71 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] 10.222.0.21 "GET /v2.0/security-groups?id=6238537b-ea9c-4f6a-a9d8-fc9d159a5add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501158 Nov 18 18:16:52.820802 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 49254) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:16:52.921774 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-db399c10-a69a-4ce1-895e-540dc9495ad7 req-924758ac-e5cd-4018-b323-2656201e175e tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768457221690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768456900410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5584108'] for port, after_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:16:52.937851 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] get_ports_and_sgs() called for port_ids ['8731975e-6df9-4bd4-943d-d8cd15ccf574', '5c64e02a-2d63-4d65-b18e-c3380a72e635', '7a14e2fc-e458-4007-b2e1-1b84426736dd'] {{(pid=101555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 18:16:52.953232 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924758ac-e5cd-4018-b323-2656201e175e tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Pushing event deleted for resources: {'Port': ['ID=7a14e2fc-e458-4007-b2e1-1b84426736dd,revision_number=None']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:16:53.000940 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.db.l3_dvrscheduler_db [req-db399c10-a69a-4ce1-895e-540dc9495ad7 req-924758ac-e5cd-4018-b323-2656201e175e tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] No DVR routers for this DVR port 7a14e2fc-e458-4007-b2e1-1b84426736dd on host hv-cinder-81669 {{(pid=101553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 18:16:53.003443 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-db399c10-a69a-4ce1-895e-540dc9495ad7 req-924758ac-e5cd-4018-b323-2656201e175e tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47340'] for port, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:16:53.007150 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-db399c10-a69a-4ce1-895e-540dc9495ad7 req-924758ac-e5cd-4018-b323-2656201e175e tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.46 "DELETE /v2.0/ports/7a14e2fc-e458-4007-b2e1-1b84426736dd HTTP/1.1" status: 204 len: 173 time: 0.5031250 Nov 18 18:16:53.007305 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f543819-01c0-48cd-a2bf-fb3f2dd041d6', 'name': 'network-vif-deleted', 'tag': '7a14e2fc-e458-4007-b2e1-1b84426736dd'}] {{(pid=101553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:16:53.009919 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3f9c8695bc273365e1ae5046181e224bccdab9c1f2bdac51621509927968c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcd10f9b-a031-4e96-930f-2cf292ae9590" -d '{"events": [{"server_uuid": "3f543819-01c0-48cd-a2bf-fb3f2dd041d6", "name": "network-vif-deleted", "tag": "7a14e2fc-e458-4007-b2e1-1b84426736dd"}]}' {{(pid=101553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:16:53.064612 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 18:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70e402a4-d4aa-4963-9ddd-574c94cb6a29 x-openstack-request-id: req-70e402a4-d4aa-4963-9ddd-574c94cb6a29 {{(pid=101553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:16:53.064910 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f543819-01c0-48cd-a2bf-fb3f2dd041d6", "name": "network-vif-deleted", "tag": "7a14e2fc-e458-4007-b2e1-1b84426736dd", "status": "completed", "code": 200}]} {{(pid=101553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:16:53.065164 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-70e402a4-d4aa-4963-9ddd-574c94cb6a29 {{(pid=101553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:16:53.065582 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f543819-01c0-48cd-a2bf-fb3f2dd041d6', 'name': 'network-vif-deleted', 'tag': '7a14e2fc-e458-4007-b2e1-1b84426736dd', 'status': 'completed', 'code': 200} Nov 18 18:16:53.088940 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d4cece-9de1-4e9a-a69a-adb9b985ae73 tempest-TestShelveInstance-251323174 tempest-TestShelveInstance-251323174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:53.093579 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 49262) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:16:53.093780 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-f8d4cece-9de1-4e9a-a69a-adb9b985ae73 tempest-TestShelveInstance-251323174 tempest-TestShelveInstance-251323174-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e13f02c6-2194-4791-8e7e-2d4dc3854082 HTTP/1.1" status: 200 len: 1093 time: 0.2715762 Nov 18 18:16:53.100845 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.v2.base [None req-0702ab60-4289-462e-9b97-2e4e239a79dc tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Request body: {'floatingip': {'floating_network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'port_id': '0e82f62a-5e22-4453-b1db-fbbd1212114a', 'tenant_id': '933276c3577b443fb02567a84c30f5f2', 'fixed_ip_address': '172.20.0.3'}} {{(pid=101553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:16:53.128942 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-0702ab60-4289-462e-9b97-2e4e239a79dc tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Notify callbacks [] for floatingip, before_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:16:53.274740 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-0702ab60-4289-462e-9b97-2e4e239a79dc tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:16:53.285235 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03d6bdc-0c05-48c1-bb4e-42d894b169e8 req-4442568a-1bd1-4d81-a6cf-4fa3dd416322 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:53.286744 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-e03d6bdc-0c05-48c1-bb4e-42d894b169e8 req-4442568a-1bd1-4d81-a6cf-4fa3dd416322 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/ports?device_id=48ce5274-bbd4-41d9-a7fd-7b3342e115ca HTTP/1.1" status: 200 len: 945 time: 0.0677097 Nov 18 18:16:53.379553 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-7a772bf6-1db1-4e78-b663-61659efb3a9e req-9d51f88e-98be-45cc-b2d0-a81b1296fedc tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f543819-01c0-48cd-a2bf-fb3f2dd041d6 HTTP/1.1" status: 200 len: 210 time: 0.0448930 Nov 18 18:16:53.386957 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-e03d6bdc-0c05-48c1-bb4e-42d894b169e8 req-c757ce92-9a10-4ed5-8249-7bb6f9e305b1 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/security-groups?id=46cda0ec-de4b-4291-a19a-42b976c21ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932734 Nov 18 18:16:53.444699 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.db.db_base_plugin_common [None req-0702ab60-4289-462e-9b97-2e4e239a79dc tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Allocated IP 172.27.0.222 (681a8de3-317c-4c8e-b068-d1104cc9c364/7ba09554-0552-4432-a7a0-26d8d0284def/4b3f46ee-8e63-44e5-b857-8b42386c0851) {{(pid=101553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 18:16:53.550480 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-0702ab60-4289-462e-9b97-2e4e239a79dc tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Notify callbacks [] for port, precommit_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:16:53.586004 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-0702ab60-4289-462e-9b97-2e4e239a79dc tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768456900401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5584108'] for port, after_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:16:53.625297 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0702ab60-4289-462e-9b97-2e4e239a79dc tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Network 681a8de3-317c-4c8e-b068-d1104cc9c364 is already hosted by enough agents. {{(pid=101553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:16:53.627966 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.scheduler.base_scheduler [None req-0702ab60-4289-462e-9b97-2e4e239a79dc tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Resources bound (agent type, host, resource id): {{(pid=101553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:16:53.635939 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0702ab60-4289-462e-9b97-2e4e239a79dc tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Received port after_create {{(pid=101553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 18:16:53.638915 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0702ab60-4289-462e-9b97-2e4e239a79dc tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Pushing event updated for resources: {'Port': ['ID=4b3f46ee-8e63-44e5-b857-8b42386c0851,revision_number=1']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:16:53.974282 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-0702ab60-4289-462e-9b97-2e4e239a79dc tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:16:54.041912 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-0702ab60-4289-462e-9b97-2e4e239a79dc tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:16:54.190903 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-0702ab60-4289-462e-9b97-2e4e239a79dc tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Notify callbacks [] for port, precommit_update {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:16:54.197315 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-0702ab60-4289-462e-9b97-2e4e239a79dc tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5584123'] for port, after_update {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:16:54.267851 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0702ab60-4289-462e-9b97-2e4e239a79dc tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Pushing event updated for resources: {'Port': ['ID=4b3f46ee-8e63-44e5-b857-8b42386c0851,revision_number=2']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:16:54.278203 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-0702ab60-4289-462e-9b97-2e4e239a79dc tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-366129'] for floatingip, after_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:16:54.670636 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab6848e-9fb7-45fb-84e4-d9de2dd05c55 req-e9991cc4-edb2-462a-aad7-4ed336ca7e20 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:54.672133 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-cab6848e-9fb7-45fb-84e4-d9de2dd05c55 req-e9991cc4-edb2-462a-aad7-4ed336ca7e20 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/ports?device_id=48ce5274-bbd4-41d9-a7fd-7b3342e115ca HTTP/1.1" status: 200 len: 945 time: 0.1027145 Nov 18 18:16:54.675058 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.db.l3_db [None req-0702ab60-4289-462e-9b97-2e4e239a79dc tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Floating IP e716dad2-16bd-47da-9649-1ff1f26b12ec associated. External IP: 172.27.0.222, port: 0e82f62a-5e22-4453-b1db-fbbd1212114a. Nov 18 18:16:54.792579 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac263ae-2f52-475f-95b8-b15b9516ab09 req-c32990b7-3834-483f-a13e-e0142b3966c2 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:54.794092 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-5ac263ae-2f52-475f-95b8-b15b9516ab09 req-c32990b7-3834-483f-a13e-e0142b3966c2 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/ports?device_id=9cb2cc38-2997-4fc9-a47e-3e6dc2f68a85 HTTP/1.1" status: 200 len: 945 time: 0.1679585 Nov 18 18:16:54.799070 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-cab6848e-9fb7-45fb-84e4-d9de2dd05c55 req-75f419e2-cbbc-45a4-b7c3-beebb25d7a46 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/security-groups?id=46cda0ec-de4b-4291-a19a-42b976c21ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202838 Nov 18 18:16:54.857797 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-5ac263ae-2f52-475f-95b8-b15b9516ab09 req-2d067339-0c0b-4dde-96c2-f67ce4117208 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb4519c5-e238-4dc3-a08d-3d011a53b08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557847 Nov 18 18:16:54.969103 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0702ab60-4289-462e-9b97-2e4e239a79dc tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Router 99f1c64f-8793-4736-8dd7-238dea8cb4ec has already been hosted by L3 agent 11d55508-f5ea-4178-bd3a-0ed8666e5761 {{(pid=101553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 18:16:55.079682 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0702ab60-4289-462e-9b97-2e4e239a79dc tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Notify agent at l3_agent.dv-cinder-816695-1-iscsi the message routers_updated {{(pid=101553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 18:16:55.090620 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165cd5df-2b6b-4f20-9aa7-6be819a9baa8 None None] Sync routers for ids ['99f1c64f-8793-4736-8dd7-238dea8cb4ec'] in dv-cinder-816695-1-iscsi {{(pid=101556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 18:16:55.099008 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-0702ab60-4289-462e-9b97-2e4e239a79dc tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47340'] for floatingip, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:16:55.103619 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165cd5df-2b6b-4f20-9aa7-6be819a9baa8 None None] Routers {'99f1c64f-8793-4736-8dd7-238dea8cb4ec'} bound to L3 agent in host dv-cinder-816695-1-iscsi {{(pid=101556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:16:55.104303 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_hamode_db [None req-165cd5df-2b6b-4f20-9aa7-6be819a9baa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-18T18:05:14Z,description=,heartbeat_timestamp=2021-11-18T18:16:44Z,host='dv-cinder-816695-1-iscsi',id=11d55508-f5ea-4178-bd3a-0ed8666e5761,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T18:05:14Z,topic='l3_agent')) {'router_ids': ['99f1c64f-8793-4736-8dd7-238dea8cb4ec'], 'active': True} {{(pid=101556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:16:55.127575 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-0702ab60-4289-462e-9b97-2e4e239a79dc tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0321486 Nov 18 18:16:55.128750 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e13f02c6-2194-4791-8e7e-2d4dc3854082', 'tag': '0e82f62a-5e22-4453-b1db-fbbd1212114a'}] {{(pid=101553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:16:55.131009 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3f9c8695bc273365e1ae5046181e224bccdab9c1f2bdac51621509927968c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83146d61-3fe3-4e5e-8eaa-e9307e666aa1" -d '{"events": [{"name": "network-changed", "server_uuid": "e13f02c6-2194-4791-8e7e-2d4dc3854082", "tag": "0e82f62a-5e22-4453-b1db-fbbd1212114a"}]}' {{(pid=101553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:16:55.170331 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 18:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b46fe7e6-39b1-47a8-84ae-8466337d2c1c x-openstack-request-id: req-b46fe7e6-39b1-47a8-84ae-8466337d2c1c {{(pid=101553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:16:55.170721 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e13f02c6-2194-4791-8e7e-2d4dc3854082", "tag": "0e82f62a-5e22-4453-b1db-fbbd1212114a", "status": "completed", "code": 200}]} {{(pid=101553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:16:55.171247 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b46fe7e6-39b1-47a8-84ae-8466337d2c1c {{(pid=101553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:16:55.171752 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e13f02c6-2194-4791-8e7e-2d4dc3854082', 'tag': '0e82f62a-5e22-4453-b1db-fbbd1212114a', 'status': 'completed', 'code': 200} Nov 18 18:16:55.216984 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_dvr_db [None req-165cd5df-2b6b-4f20-9aa7-6be819a9baa8 None None] Set router 99f1c64f-8793-4736-8dd7-238dea8cb4ec gateway port host: dv-cinder-816695-1-iscsi {{(pid=101556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:16:55.249150 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83146d61-3fe3-4e5e-8eaa-e9307e666aa1 req-c5a634fa-1ebe-4557-9582-d825a1f035e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:55.250657 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-83146d61-3fe3-4e5e-8eaa-e9307e666aa1 req-c5a634fa-1ebe-4557-9582-d825a1f035e7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=933276c3577b443fb02567a84c30f5f2&device_id=e13f02c6-2194-4791-8e7e-2d4dc3854082 HTTP/1.1" status: 200 len: 1098 time: 0.0452104 Nov 18 18:16:55.296964 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Device 7a14e2fc-e458-4007-b2e1-1b84426736dd no longer exists at agent hyperv_hv-cinder-81669 {{(pid=101555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 18:16:55.317818 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.plugin [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] No Port match for: 7a14e2fc-e458-4007-b2e1-1b84426736dd {{(pid=101555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 18 18:16:55.318218 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Device 7a14e2fc-e458-4007-b2e1-1b84426736dd not bound to the agent host hv-cinder-81669 {{(pid=101555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 18:16:55.359540 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83146d61-3fe3-4e5e-8eaa-e9307e666aa1 req-a0b7a030-5626-4d1e-be0f-d191d8fbec9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:55.361030 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-83146d61-3fe3-4e5e-8eaa-e9307e666aa1 req-a0b7a030-5626-4d1e-be0f-d191d8fbec9e service neutron] 10.222.0.46 "GET /v2.0/networks?id=74df0788-e7d6-410e-9ee3-84c20bef6ca1 HTTP/1.1" status: 200 len: 910 time: 0.0907056 Nov 18 18:16:55.447474 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-83146d61-3fe3-4e5e-8eaa-e9307e666aa1 req-b6ce80ad-df5c-474b-a7c2-bbb4a9cf10c9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0e82f62a-5e22-4453-b1db-fbbd1212114a HTTP/1.1" status: 200 len: 999 time: 0.0651302 Nov 18 18:16:55.512228 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83146d61-3fe3-4e5e-8eaa-e9307e666aa1 req-bf35cc37-0cdb-421c-946a-016bf9abb4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:55.513758 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-83146d61-3fe3-4e5e-8eaa-e9307e666aa1 req-bf35cc37-0cdb-421c-946a-016bf9abb4a2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9c1a8c73-e246-4c32-9c4c-9a07f80b872f HTTP/1.1" status: 200 len: 848 time: 0.0557740 Nov 18 18:16:55.547399 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:16:55.552521 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_hamode_db [None req-165cd5df-2b6b-4f20-9aa7-6be819a9baa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99f1c64f-8793-4736-8dd7-238dea8cb4ec', 'name': 'tempest-TestShelveInstance-1403249405-router', 'tenant_id': '933276c3577b443fb02567a84c30f5f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'external_fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'ded73eea-7106-498e-9878-0a8de336978d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:15:31Z', 'updated_at': '2021-11-18T18:15:34Z', 'revision_number': 4, 'project_id': '933276c3577b443fb02567a84c30f5f2', 'gw_port': {'id': 'ded73eea-7106-498e-9878-0a8de336978d', 'name': '', 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:db:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f1c64f-8793-4736-8dd7-238dea8cb4ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:15:32Z', 'updated_at': '2021-11-18T18:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816695-1-iscsi', '_floatingips': [{'id': 'e716dad2-16bd-47da-9649-1ff1f26b12ec', 'tenant_id': '933276c3577b443fb02567a84c30f5f2', 'floating_ip_address': '172.27.0.222', 'floating_network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'router_id': '99f1c64f-8793-4736-8dd7-238dea8cb4ec', 'port_id': '0e82f62a-5e22-4453-b1db-fbbd1212114a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 393, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74df0788-e7d6-410e-9ee3-84c20bef6ca1', 'mac_address': 'fa:16:3e:bb:a6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e13f02c6-2194-4791-8e7e-2d4dc3854082', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T18:16:53Z', 'updated_at': '2021-11-18T18:16:53Z', 'revision_number': 0, 'project_id': '933276c3577b443fb02567a84c30f5f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1dc68f1-dda4-4c20-b052-f9b92219a638', 'name': '', 'network_id': '74df0788-e7d6-410e-9ee3-84c20bef6ca1', 'tenant_id': '933276c3577b443fb02567a84c30f5f2', 'mac_address': 'fa:16:3e:2b:cb:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f1c64f-8793-4736-8dd7-238dea8cb4ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '9c1a8c73-e246-4c32-9c4c-9a07f80b872f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:15:34Z', 'updated_at': '2021-11-18T18:15:41Z', 'revision_number': 5, 'project_id': '933276c3577b443fb02567a84c30f5f2', 'subnets': [{'id': '9c1a8c73-e246-4c32-9c4c-9a07f80b872f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816695-1-iscsi', False) {} {{(pid=101556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:16:55.578758 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165cd5df-2b6b-4f20-9aa7-6be819a9baa8 None None] Checking router: 99f1c64f-8793-4736-8dd7-238dea8cb4ec for host: dv-cinder-816695-1-iscsi {{(pid=101556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 18:16:55.587294 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165cd5df-2b6b-4f20-9aa7-6be819a9baa8 None None] Routers {'99f1c64f-8793-4736-8dd7-238dea8cb4ec'} bound to L3 agent in host dv-cinder-816695-1-iscsi {{(pid=101556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:16:55.588090 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_hamode_db [None req-165cd5df-2b6b-4f20-9aa7-6be819a9baa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-18T18:05:14Z,description=,heartbeat_timestamp=2021-11-18T18:16:44Z,host='dv-cinder-816695-1-iscsi',id=11d55508-f5ea-4178-bd3a-0ed8666e5761,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T18:05:14Z,topic='l3_agent')) {'router_ids': ['99f1c64f-8793-4736-8dd7-238dea8cb4ec'], 'active': True} {{(pid=101556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:16:55.595673 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83146d61-3fe3-4e5e-8eaa-e9307e666aa1 req-c5d5cc7a-b4f6-40cf-9918-93af642e6b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:55.597743 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-83146d61-3fe3-4e5e-8eaa-e9307e666aa1 req-c5d5cc7a-b4f6-40cf-9918-93af642e6b55 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=74df0788-e7d6-410e-9ee3-84c20bef6ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0517902 Nov 18 18:16:55.701572 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_dvr_db [None req-165cd5df-2b6b-4f20-9aa7-6be819a9baa8 None None] Set router 99f1c64f-8793-4736-8dd7-238dea8cb4ec gateway port host: dv-cinder-816695-1-iscsi {{(pid=101556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:16:55.703855 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-83146d61-3fe3-4e5e-8eaa-e9307e666aa1 req-c77a8e09-f568-4735-9463-f021d7b4a0c2 service neutron] 10.222.0.46 "GET /v2.0/networks/74df0788-e7d6-410e-9ee3-84c20bef6ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971928 Nov 18 18:16:55.815353 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-83146d61-3fe3-4e5e-8eaa-e9307e666aa1 req-2acaaf86-12d2-4c2b-aeda-db0660e3b7e1 service neutron] 10.222.0.46 "GET /v2.0/networks/74df0788-e7d6-410e-9ee3-84c20bef6ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997984 Nov 18 18:16:55.945861 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1f4113-4c4f-432e-98d9-08cb89b1a74b req-0f505b1c-3bdb-45fb-8a86-219bb122095b tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:55.948421 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-cd1f4113-4c4f-432e-98d9-08cb89b1a74b req-0f505b1c-3bdb-45fb-8a86-219bb122095b tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/ports?device_id=48ce5274-bbd4-41d9-a7fd-7b3342e115ca HTTP/1.1" status: 200 len: 945 time: 0.0668223 Nov 18 18:16:55.979522 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_hamode_db [None req-165cd5df-2b6b-4f20-9aa7-6be819a9baa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99f1c64f-8793-4736-8dd7-238dea8cb4ec', 'name': 'tempest-TestShelveInstance-1403249405-router', 'tenant_id': '933276c3577b443fb02567a84c30f5f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'external_fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'ded73eea-7106-498e-9878-0a8de336978d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:15:31Z', 'updated_at': '2021-11-18T18:15:34Z', 'revision_number': 4, 'project_id': '933276c3577b443fb02567a84c30f5f2', 'gw_port': {'id': 'ded73eea-7106-498e-9878-0a8de336978d', 'name': '', 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:db:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f1c64f-8793-4736-8dd7-238dea8cb4ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:15:32Z', 'updated_at': '2021-11-18T18:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816695-1-iscsi', '_floatingips': [{'id': 'e716dad2-16bd-47da-9649-1ff1f26b12ec', 'tenant_id': '933276c3577b443fb02567a84c30f5f2', 'floating_ip_address': '172.27.0.222', 'floating_network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'router_id': '99f1c64f-8793-4736-8dd7-238dea8cb4ec', 'port_id': '0e82f62a-5e22-4453-b1db-fbbd1212114a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 393, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74df0788-e7d6-410e-9ee3-84c20bef6ca1', 'mac_address': 'fa:16:3e:bb:a6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e13f02c6-2194-4791-8e7e-2d4dc3854082', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T18:16:53Z', 'updated_at': '2021-11-18T18:16:53Z', 'revision_number': 0, 'project_id': '933276c3577b443fb02567a84c30f5f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1dc68f1-dda4-4c20-b052-f9b92219a638', 'name': '', 'network_id': '74df0788-e7d6-410e-9ee3-84c20bef6ca1', 'tenant_id': '933276c3577b443fb02567a84c30f5f2', 'mac_address': 'fa:16:3e:2b:cb:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f1c64f-8793-4736-8dd7-238dea8cb4ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '9c1a8c73-e246-4c32-9c4c-9a07f80b872f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:15:34Z', 'updated_at': '2021-11-18T18:15:41Z', 'revision_number': 5, 'project_id': '933276c3577b443fb02567a84c30f5f2', 'subnets': [{'id': '9c1a8c73-e246-4c32-9c4c-9a07f80b872f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816695-1-iscsi', False) {} {{(pid=101556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:16:56.008424 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165cd5df-2b6b-4f20-9aa7-6be819a9baa8 None None] The sync data for ids ['99f1c64f-8793-4736-8dd7-238dea8cb4ec'] in dv-cinder-816695-1-iscsi is: [{'id': '99f1c64f-8793-4736-8dd7-238dea8cb4ec', 'name': 'tempest-TestShelveInstance-1403249405-router', 'tenant_id': '933276c3577b443fb02567a84c30f5f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'external_fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'ded73eea-7106-498e-9878-0a8de336978d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:15:31Z', 'updated_at': '2021-11-18T18:15:34Z', 'revision_number': 4, 'project_id': '933276c3577b443fb02567a84c30f5f2', 'gw_port': {'id': 'ded73eea-7106-498e-9878-0a8de336978d', 'name': '', 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:db:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f1c64f-8793-4736-8dd7-238dea8cb4ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:15:32Z', 'updated_at': '2021-11-18T18:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816695-1-iscsi', '_floatingips': [{'id': 'e716dad2-16bd-47da-9649-1ff1f26b12ec', 'tenant_id': '933276c3577b443fb02567a84c30f5f2', 'floating_ip_address': '172.27.0.222', 'floating_network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'router_id': '99f1c64f-8793-4736-8dd7-238dea8cb4ec', 'port_id': '0e82f62a-5e22-4453-b1db-fbbd1212114a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 393, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74df0788-e7d6-410e-9ee3-84c20bef6ca1', 'mac_address': 'fa:16:3e:bb:a6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e13f02c6-2194-4791-8e7e-2d4dc3854082', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T18:16:53Z', 'updated_at': '2021-11-18T18:16:53Z', 'revision_number': 0, 'project_id': '933276c3577b443fb02567a84c30f5f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1dc68f1-dda4-4c20-b052-f9b92219a638', 'name': '', 'network_id': '74df0788-e7d6-410e-9ee3-84c20bef6ca1', 'tenant_id': '933276c3577b443fb02567a84c30f5f2', 'mac_address': 'fa:16:3e:2b:cb:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f1c64f-8793-4736-8dd7-238dea8cb4ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '9c1a8c73-e246-4c32-9c4c-9a07f80b872f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:15:34Z', 'updated_at': '2021-11-18T18:15:41Z', 'revision_number': 5, 'project_id': '933276c3577b443fb02567a84c30f5f2', 'subnets': [{'id': '9c1a8c73-e246-4c32-9c4c-9a07f80b872f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 18:16:56.021524 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-cd1f4113-4c4f-432e-98d9-08cb89b1a74b req-50bc9b4e-870f-4444-884c-3fe6c869c7f2 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/security-groups?id=46cda0ec-de4b-4291-a19a-42b976c21ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674276 Nov 18 18:16:56.043959 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9fa0cb-85ae-4246-a959-86336d487177 req-91208ba7-b628-4224-9a32-cb5e6a059bce tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:56.045819 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-2b9fa0cb-85ae-4246-a959-86336d487177 req-91208ba7-b628-4224-9a32-cb5e6a059bce tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/ports?device_id=9cb2cc38-2997-4fc9-a47e-3e6dc2f68a85 HTTP/1.1" status: 200 len: 945 time: 0.0829067 Nov 18 18:16:56.094615 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-2b9fa0cb-85ae-4246-a959-86336d487177 req-c2365479-ad15-48f5-a634-f1e7696c4b24 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb4519c5-e238-4dc3-a08d-3d011a53b08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390403 Nov 18 18:16:56.224811 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3be8da-7277-4bf6-8fa5-09b14a789944 None None] New status for floating IP e716dad2-16bd-47da-9649-1ff1f26b12ec: ACTIVE {{(pid=101555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 18 18:16:56.818257 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db3b5be-7620-4b14-9efc-855321d28404 req-81c642ec-4186-4682-8733-5152c5e0a4c5 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:56.819785 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-1db3b5be-7620-4b14-9efc-855321d28404 req-81c642ec-4186-4682-8733-5152c5e0a4c5 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.46 "GET /v2.0/ports?device_id=9cb2cc38-2997-4fc9-a47e-3e6dc2f68a85 HTTP/1.1" status: 200 len: 945 time: 0.0511651 Nov 18 18:16:56.928644 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.plugin [req-1db3b5be-7620-4b14-9efc-855321d28404 req-70ce1ed7-c9c2-4f60-b5de-64d5995cb311 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Deleting port 5c64e02a-2d63-4d65-b18e-c3380a72e635 {{(pid=101553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 18 18:16:56.928879 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-1db3b5be-7620-4b14-9efc-855321d28404 req-70ce1ed7-c9c2-4f60-b5de-64d5995cb311 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768457215290'] for port, before_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:16:57.023222 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.db [req-1db3b5be-7620-4b14-9efc-855321d28404 req-70ce1ed7-c9c2-4f60-b5de-64d5995cb311 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] For port 5c64e02a-2d63-4d65-b18e-c3380a72e635, host hv-cinder-81669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81669',level=0,port_id=5c64e02a-2d63-4d65-b18e-c3380a72e635,segment=NetworkSegment(8db404f7-7509-4e1d-af51-a1837b138434),segment_id=8db404f7-7509-4e1d-af51-a1837b138434)] {{(pid=101553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:16:57.023585 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-1db3b5be-7620-4b14-9efc-855321d28404 req-70ce1ed7-c9c2-4f60-b5de-64d5995cb311 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369284'] for port, precommit_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:16:57.037100 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.plugin [req-1db3b5be-7620-4b14-9efc-855321d28404 req-70ce1ed7-c9c2-4f60-b5de-64d5995cb311 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Calling delete_port for 5c64e02a-2d63-4d65-b18e-c3380a72e635 owned by compute:nova {{(pid=101553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 18 18:16:57.235323 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f37abe-fe19-43ad-8b6c-ba1cdbddcad5 req-244c6bb3-55e0-407f-b163-42e3a5c6e685 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:57.236845 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-41f37abe-fe19-43ad-8b6c-ba1cdbddcad5 req-244c6bb3-55e0-407f-b163-42e3a5c6e685 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/ports?device_id=48ce5274-bbd4-41d9-a7fd-7b3342e115ca HTTP/1.1" status: 200 len: 945 time: 0.1228142 Nov 18 18:16:57.271548 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-1db3b5be-7620-4b14-9efc-855321d28404 req-70ce1ed7-c9c2-4f60-b5de-64d5995cb311 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768457221690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768456900410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5584108'] for port, after_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:16:57.290118 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] get_ports_and_sgs() called for port_ids ['8731975e-6df9-4bd4-943d-d8cd15ccf574', '5c64e02a-2d63-4d65-b18e-c3380a72e635'] {{(pid=101555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 18:16:57.326119 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ce1ed7-c9c2-4f60-b5de-64d5995cb311 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Pushing event deleted for resources: {'Port': ['ID=5c64e02a-2d63-4d65-b18e-c3380a72e635,revision_number=None']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:16:57.343628 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6df582c-8f80-4a56-9bca-ea1b1e752b26 req-e84dbd37-c28a-46ea-8816-1294ce10178a tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:57.345136 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-c6df582c-8f80-4a56-9bca-ea1b1e752b26 req-e84dbd37-c28a-46ea-8816-1294ce10178a tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/ports?device_id=9cb2cc38-2997-4fc9-a47e-3e6dc2f68a85 HTTP/1.1" status: 200 len: 867 time: 0.1718521 Nov 18 18:16:57.359660 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-41f37abe-fe19-43ad-8b6c-ba1cdbddcad5 req-b70713f7-e3f2-46e9-bb7f-6754a0dd81c1 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/security-groups?id=46cda0ec-de4b-4291-a19a-42b976c21ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150522 Nov 18 18:16:57.411496 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.db.l3_dvrscheduler_db [req-1db3b5be-7620-4b14-9efc-855321d28404 req-70ce1ed7-c9c2-4f60-b5de-64d5995cb311 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] No DVR routers for this DVR port 5c64e02a-2d63-4d65-b18e-c3380a72e635 on host hv-cinder-81669 {{(pid=101553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 18:16:57.416449 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-1db3b5be-7620-4b14-9efc-855321d28404 req-70ce1ed7-c9c2-4f60-b5de-64d5995cb311 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47340'] for port, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:16:57.419754 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-1db3b5be-7620-4b14-9efc-855321d28404 req-70ce1ed7-c9c2-4f60-b5de-64d5995cb311 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.46 "DELETE /v2.0/ports/5c64e02a-2d63-4d65-b18e-c3380a72e635 HTTP/1.1" status: 204 len: 173 time: 0.5913334 Nov 18 18:16:57.420342 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cb2cc38-2997-4fc9-a47e-3e6dc2f68a85', 'name': 'network-vif-deleted', 'tag': '5c64e02a-2d63-4d65-b18e-c3380a72e635'}] {{(pid=101553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:16:57.422897 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3f9c8695bc273365e1ae5046181e224bccdab9c1f2bdac51621509927968c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce19eca5-534d-4530-a13f-16c1d6478660" -d '{"events": [{"server_uuid": "9cb2cc38-2997-4fc9-a47e-3e6dc2f68a85", "name": "network-vif-deleted", "tag": "5c64e02a-2d63-4d65-b18e-c3380a72e635"}]}' {{(pid=101553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:16:57.448388 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-c6df582c-8f80-4a56-9bca-ea1b1e752b26 req-84a4505a-f173-4c05-8963-51139d77abff tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb4519c5-e238-4dc3-a08d-3d011a53b08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933280 Nov 18 18:16:57.498317 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 18:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e404ede9-472a-47fa-83eb-2721d2db6321 x-openstack-request-id: req-e404ede9-472a-47fa-83eb-2721d2db6321 {{(pid=101553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:16:57.498620 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cb2cc38-2997-4fc9-a47e-3e6dc2f68a85", "name": "network-vif-deleted", "tag": "5c64e02a-2d63-4d65-b18e-c3380a72e635", "status": "completed", "code": 200}]} {{(pid=101553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:16:57.498884 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e404ede9-472a-47fa-83eb-2721d2db6321 {{(pid=101553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:16:57.499278 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cb2cc38-2997-4fc9-a47e-3e6dc2f68a85', 'name': 'network-vif-deleted', 'tag': '5c64e02a-2d63-4d65-b18e-c3380a72e635', 'status': 'completed', 'code': 200} Nov 18 18:16:58.202940 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7ed122-4c26-4acb-9276-55e8aaea03d0 req-4e707403-4053-482f-aa52-6b5d5dd99e68 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:58.202940 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-8d7ed122-4c26-4acb-9276-55e8aaea03d0 req-4e707403-4053-482f-aa52-6b5d5dd99e68 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.46 "GET /v2.0/ports?device_id=48ce5274-bbd4-41d9-a7fd-7b3342e115ca HTTP/1.1" status: 200 len: 945 time: 0.0493808 Nov 18 18:16:58.310281 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.plugin [req-8d7ed122-4c26-4acb-9276-55e8aaea03d0 req-b7f1b9fb-740e-4177-8b13-08135fabf6ed tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Deleting port 4094900d-0e79-4f32-bbef-bbebdacfd67b {{(pid=101553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 18 18:16:58.310625 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-8d7ed122-4c26-4acb-9276-55e8aaea03d0 req-b7f1b9fb-740e-4177-8b13-08135fabf6ed tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768457215290'] for port, before_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:16:58.403340 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.db [req-8d7ed122-4c26-4acb-9276-55e8aaea03d0 req-b7f1b9fb-740e-4177-8b13-08135fabf6ed tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] For port 4094900d-0e79-4f32-bbef-bbebdacfd67b, host hv-cinder-81669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81669',level=0,port_id=4094900d-0e79-4f32-bbef-bbebdacfd67b,segment=NetworkSegment(ba09b5a1-aed9-41ef-92fc-a1bf32b2cd99),segment_id=ba09b5a1-aed9-41ef-92fc-a1bf32b2cd99)] {{(pid=101553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:16:58.403761 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-8d7ed122-4c26-4acb-9276-55e8aaea03d0 req-b7f1b9fb-740e-4177-8b13-08135fabf6ed tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369284'] for port, precommit_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:16:58.421648 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.plugin [req-8d7ed122-4c26-4acb-9276-55e8aaea03d0 req-b7f1b9fb-740e-4177-8b13-08135fabf6ed tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Calling delete_port for 4094900d-0e79-4f32-bbef-bbebdacfd67b owned by compute:nova {{(pid=101553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 18 18:16:58.543286 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741e29fa-3c83-42ff-ab5c-9505a67a2b4a req-b2f21c19-573c-4e05-a212-17517aae27a0 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:58.544903 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-741e29fa-3c83-42ff-ab5c-9505a67a2b4a req-b2f21c19-573c-4e05-a212-17517aae27a0 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/ports?device_id=48ce5274-bbd4-41d9-a7fd-7b3342e115ca HTTP/1.1" status: 200 len: 945 time: 0.0782292 Nov 18 18:16:58.622658 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-741e29fa-3c83-42ff-ab5c-9505a67a2b4a req-50ee9f28-e287-4ac9-bf3f-870b0bae9018 tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.21 "GET /v2.0/security-groups?id=46cda0ec-de4b-4291-a19a-42b976c21ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697348 Nov 18 18:16:58.633608 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-8d7ed122-4c26-4acb-9276-55e8aaea03d0 req-b7f1b9fb-740e-4177-8b13-08135fabf6ed tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768457221690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768456900410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5584108'] for port, after_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:16:58.651424 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] get_ports_and_sgs() called for port_ids ['4094900d-0e79-4f32-bbef-bbebdacfd67b'] {{(pid=101555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 18:16:58.665359 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f1b9fb-740e-4177-8b13-08135fabf6ed tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Pushing event deleted for resources: {'Port': ['ID=4094900d-0e79-4f32-bbef-bbebdacfd67b,revision_number=None']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:16:58.711521 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d7ed122-4c26-4acb-9276-55e8aaea03d0 req-b7f1b9fb-740e-4177-8b13-08135fabf6ed tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] No DVR routers for this DVR port 4094900d-0e79-4f32-bbef-bbebdacfd67b on host hv-cinder-81669 {{(pid=101553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 18:16:58.714137 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-8d7ed122-4c26-4acb-9276-55e8aaea03d0 req-b7f1b9fb-740e-4177-8b13-08135fabf6ed tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47340'] for port, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:16:58.717507 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-8d7ed122-4c26-4acb-9276-55e8aaea03d0 req-b7f1b9fb-740e-4177-8b13-08135fabf6ed tempest-ServerRescueNegativeTestJSON-2106599885 tempest-ServerRescueNegativeTestJSON-2106599885-project] 10.222.0.46 "DELETE /v2.0/ports/4094900d-0e79-4f32-bbef-bbebdacfd67b HTTP/1.1" status: 204 len: 173 time: 0.5079942 Nov 18 18:16:59.302644 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Device 4094900d-0e79-4f32-bbef-bbebdacfd67b no longer exists at agent hyperv_hv-cinder-81669 {{(pid=101555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 18:16:59.322867 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.plugin [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] No Port match for: 4094900d-0e79-4f32-bbef-bbebdacfd67b {{(pid=101555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 18 18:16:59.323216 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Device 4094900d-0e79-4f32-bbef-bbebdacfd67b not bound to the agent host hv-cinder-81669 {{(pid=101555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 18:16:59.323639 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Device 5c64e02a-2d63-4d65-b18e-c3380a72e635 no longer exists at agent hyperv_hv-cinder-81669 {{(pid=101555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 18:16:59.341279 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.plugin [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] No Port match for: 5c64e02a-2d63-4d65-b18e-c3380a72e635 {{(pid=101555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 18 18:16:59.341616 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Device 5c64e02a-2d63-4d65-b18e-c3380a72e635 not bound to the agent host hv-cinder-81669 {{(pid=101555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 18:16:59.500662 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48ce5274-bbd4-41d9-a7fd-7b3342e115ca', 'name': 'network-vif-deleted', 'tag': '4094900d-0e79-4f32-bbef-bbebdacfd67b'}] {{(pid=101553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:16:59.503137 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3f9c8695bc273365e1ae5046181e224bccdab9c1f2bdac51621509927968c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df0f4b8b-78a2-4ac6-b151-70ea9af7eccf" -d '{"events": [{"server_uuid": "48ce5274-bbd4-41d9-a7fd-7b3342e115ca", "name": "network-vif-deleted", "tag": "4094900d-0e79-4f32-bbef-bbebdacfd67b"}]}' {{(pid=101553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:16:59.538798 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 18:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-459272b3-17a8-4fc7-bb79-6740e70f8194 x-openstack-request-id: req-459272b3-17a8-4fc7-bb79-6740e70f8194 {{(pid=101553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:16:59.539087 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48ce5274-bbd4-41d9-a7fd-7b3342e115ca", "name": "network-vif-deleted", "tag": "4094900d-0e79-4f32-bbef-bbebdacfd67b", "status": "completed", "code": 200}]} {{(pid=101553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:16:59.539342 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-459272b3-17a8-4fc7-bb79-6740e70f8194 {{(pid=101553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:16:59.539741 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48ce5274-bbd4-41d9-a7fd-7b3342e115ca', 'name': 'network-vif-deleted', 'tag': '4094900d-0e79-4f32-bbef-bbebdacfd67b', 'status': 'completed', 'code': 200} Nov 18 18:16:59.683293 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 49328) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:16:59.957836 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d85af54-6f0f-4060-9eed-b9adbc309e80 req-9cf13818-554b-4c6a-bef8-b2ce7e1ae770 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:59.959307 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-0d85af54-6f0f-4060-9eed-b9adbc309e80 req-9cf13818-554b-4c6a-bef8-b2ce7e1ae770 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c1fb574-4c1a-4ea7-bab9-434b7381aebd HTTP/1.1" status: 200 len: 945 time: 0.0922403 Nov 18 18:17:00.042464 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-0d85af54-6f0f-4060-9eed-b9adbc309e80 req-d3c1f564-c5c5-4087-b3d9-399583ae6425 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb4519c5-e238-4dc3-a08d-3d011a53b08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759103 Nov 18 18:17:00.197032 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-39999bad-1db1-4b40-a304-a086f33c3b3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-368475'] for router_interface, before_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:00.486303 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.plugin [None req-39999bad-1db1-4b40-a304-a086f33c3b3a admin admin] Deleting port 959e05ed-8908-46e3-859c-bb00c4b41514 {{(pid=101553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 18 18:17:00.486645 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-39999bad-1db1-4b40-a304-a086f33c3b3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768457215290'] for port, before_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:00.564259 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.db [None req-39999bad-1db1-4b40-a304-a086f33c3b3a admin admin] For port 959e05ed-8908-46e3-859c-bb00c4b41514, host dv-cinder-816695-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816695-1-iscsi',level=0,port_id=959e05ed-8908-46e3-859c-bb00c4b41514,segment=NetworkSegment(ba09b5a1-aed9-41ef-92fc-a1bf32b2cd99),segment_id=ba09b5a1-aed9-41ef-92fc-a1bf32b2cd99)] {{(pid=101553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:17:00.564954 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-39999bad-1db1-4b40-a304-a086f33c3b3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369284'] for port, precommit_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:00.580600 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.plugin [None req-39999bad-1db1-4b40-a304-a086f33c3b3a admin admin] Calling delete_port for 959e05ed-8908-46e3-859c-bb00c4b41514 owned by network:router_interface {{(pid=101553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 18 18:17:00.756750 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-39999bad-1db1-4b40-a304-a086f33c3b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768457221690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768456900410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5584108'] for port, after_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:00.784510 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39999bad-1db1-4b40-a304-a086f33c3b3a admin admin] Pushing event deleted for resources: {'Port': ['ID=959e05ed-8908-46e3-859c-bb00c4b41514,revision_number=None']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:17:01.191015 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103d975a-f519-4eaf-bc91-3c942048ed9a req-5e198bb1-57c0-40f4-94b9-87c4e613b4f3 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:17:01.192527 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-103d975a-f519-4eaf-bc91-3c942048ed9a req-5e198bb1-57c0-40f4-94b9-87c4e613b4f3 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c1fb574-4c1a-4ea7-bab9-434b7381aebd HTTP/1.1" status: 200 len: 945 time: 0.0703557 Nov 18 18:17:01.208477 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-39999bad-1db1-4b40-a304-a086f33c3b3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-368541'] for router_interface, after_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:01.298579 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-103d975a-f519-4eaf-bc91-3c942048ed9a req-3180e295-eaf1-4d3b-afc1-86297dafc74f tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb4519c5-e238-4dc3-a08d-3d011a53b08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999537 Nov 18 18:17:01.447197 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39999bad-1db1-4b40-a304-a086f33c3b3a admin admin] Router 572ef13c-0dc9-4973-893d-b2424cb0c1fa has already been hosted by L3 agent 11d55508-f5ea-4178-bd3a-0ed8666e5761 {{(pid=101553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 18:17:01.559239 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39999bad-1db1-4b40-a304-a086f33c3b3a admin admin] Notify agent at l3_agent.dv-cinder-816695-1-iscsi the message routers_updated {{(pid=101553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 18:17:01.564105 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-39999bad-1db1-4b40-a304-a086f33c3b3a admin admin] 10.222.0.21 "PUT /v2.0/routers/572ef13c-0dc9-4973-893d-b2424cb0c1fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8797412 Nov 18 18:17:01.567172 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 49340) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:17:01.570341 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23bd7c05-3b26-438a-b129-c292168a0d9a None None] Sync routers for ids ['572ef13c-0dc9-4973-893d-b2424cb0c1fa'] in dv-cinder-816695-1-iscsi {{(pid=101556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 18:17:01.579648 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23bd7c05-3b26-438a-b129-c292168a0d9a None None] Routers {'572ef13c-0dc9-4973-893d-b2424cb0c1fa'} bound to L3 agent in host dv-cinder-816695-1-iscsi {{(pid=101556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:17:01.580291 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_hamode_db [None req-23bd7c05-3b26-438a-b129-c292168a0d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-18T18:05:14Z,description=,heartbeat_timestamp=2021-11-18T18:16:44Z,host='dv-cinder-816695-1-iscsi',id=11d55508-f5ea-4178-bd3a-0ed8666e5761,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T18:05:14Z,topic='l3_agent')) {'router_ids': ['572ef13c-0dc9-4973-893d-b2424cb0c1fa'], 'active': True} {{(pid=101556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:17:01.671892 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-0e791358-49cc-4ea9-acaf-98bcc9879681 admin admin] Notify callbacks [] for router, before_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:01.686728 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_dvr_db [None req-23bd7c05-3b26-438a-b129-c292168a0d9a None None] Set router 572ef13c-0dc9-4973-893d-b2424cb0c1fa gateway port host: dv-cinder-816695-1-iscsi {{(pid=101556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:17:01.815133 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cb023e-c7e6-486c-af84-2cfa86addc14 req-c203be8d-a390-4f4d-95de-de1ebf832c54 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:17:01.817005 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-12cb023e-c7e6-486c-af84-2cfa86addc14 req-c203be8d-a390-4f4d-95de-de1ebf832c54 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.46 "GET /v2.0/ports?device_id=4c1fb574-4c1a-4ea7-bab9-434b7381aebd HTTP/1.1" status: 200 len: 945 time: 0.0765293 Nov 18 18:17:01.831780 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-0e791358-49cc-4ea9-acaf-98bcc9879681 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:01.907286 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_hamode_db [None req-23bd7c05-3b26-438a-b129-c292168a0d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '572ef13c-0dc9-4973-893d-b2424cb0c1fa', 'name': 'tempest-ServerRescueNegativeTestJSON-112644736-router', 'tenant_id': '54a71c6fcc084e09bb76b54d410321c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'external_fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '8e217a47-cea8-4a18-9ae0-2fec59077f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:13:27Z', 'updated_at': '2021-11-18T18:17:00Z', 'revision_number': 5, 'project_id': '54a71c6fcc084e09bb76b54d410321c7', 'gw_port': {'id': '8e217a47-cea8-4a18-9ae0-2fec59077f79', 'name': '', 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:2f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572ef13c-0dc9-4973-893d-b2424cb0c1fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:13:29Z', 'updated_at': '2021-11-18T18:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816695-1-iscsi'}], 'dv-cinder-816695-1-iscsi', False) {} {{(pid=101556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:17:01.939298 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23bd7c05-3b26-438a-b129-c292168a0d9a None None] Checking router: 572ef13c-0dc9-4973-893d-b2424cb0c1fa for host: dv-cinder-816695-1-iscsi {{(pid=101556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 18:17:01.948924 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23bd7c05-3b26-438a-b129-c292168a0d9a None None] Routers {'572ef13c-0dc9-4973-893d-b2424cb0c1fa'} bound to L3 agent in host dv-cinder-816695-1-iscsi {{(pid=101556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:17:01.949538 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_hamode_db [None req-23bd7c05-3b26-438a-b129-c292168a0d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-18T18:05:14Z,description=,heartbeat_timestamp=2021-11-18T18:16:44Z,host='dv-cinder-816695-1-iscsi',id=11d55508-f5ea-4178-bd3a-0ed8666e5761,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T18:05:14Z,topic='l3_agent')) {'router_ids': ['572ef13c-0dc9-4973-893d-b2424cb0c1fa'], 'active': True} {{(pid=101556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:17:01.950168 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.plugin [req-12cb023e-c7e6-486c-af84-2cfa86addc14 req-314a686f-17c0-480b-a65f-e0140746dd23 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Deleting port 8731975e-6df9-4bd4-943d-d8cd15ccf574 {{(pid=101553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 18 18:17:01.950588 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-12cb023e-c7e6-486c-af84-2cfa86addc14 req-314a686f-17c0-480b-a65f-e0140746dd23 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768457215290'] for port, before_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:01.997700 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.plugin [None req-0e791358-49cc-4ea9-acaf-98bcc9879681 admin admin] Deleting port 8e217a47-cea8-4a18-9ae0-2fec59077f79 {{(pid=101553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 18 18:17:01.998047 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-0e791358-49cc-4ea9-acaf-98bcc9879681 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768457215290'] for port, before_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:02.047470 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_dvr_db [None req-23bd7c05-3b26-438a-b129-c292168a0d9a None None] Set router 572ef13c-0dc9-4973-893d-b2424cb0c1fa gateway port host: None {{(pid=101556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:17:02.100596 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_hamode_db [None req-23bd7c05-3b26-438a-b129-c292168a0d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '572ef13c-0dc9-4973-893d-b2424cb0c1fa', 'name': 'tempest-ServerRescueNegativeTestJSON-112644736-router', 'tenant_id': '54a71c6fcc084e09bb76b54d410321c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:13:27Z', 'updated_at': '2021-11-18T18:17:01Z', 'revision_number': 6, 'project_id': '54a71c6fcc084e09bb76b54d410321c7', 'gw_port_host': None}], 'dv-cinder-816695-1-iscsi', False) {} {{(pid=101556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:17:02.105196 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.db [req-12cb023e-c7e6-486c-af84-2cfa86addc14 req-314a686f-17c0-480b-a65f-e0140746dd23 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] For port 8731975e-6df9-4bd4-943d-d8cd15ccf574, host hv-cinder-81669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81669',level=0,port_id=8731975e-6df9-4bd4-943d-d8cd15ccf574,segment=NetworkSegment(8db404f7-7509-4e1d-af51-a1837b138434),segment_id=8db404f7-7509-4e1d-af51-a1837b138434)] {{(pid=101553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:17:02.105553 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-12cb023e-c7e6-486c-af84-2cfa86addc14 req-314a686f-17c0-480b-a65f-e0140746dd23 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369284'] for port, precommit_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:02.126028 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.db [None req-0e791358-49cc-4ea9-acaf-98bcc9879681 admin admin] For port 8e217a47-cea8-4a18-9ae0-2fec59077f79, host dv-cinder-816695-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816695-1-iscsi',level=0,port_id=8e217a47-cea8-4a18-9ae0-2fec59077f79,segment=NetworkSegment(ccf61333-990a-41b6-8fac-e85eb4401822),segment_id=ccf61333-990a-41b6-8fac-e85eb4401822)] {{(pid=101553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:17:02.126381 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-0e791358-49cc-4ea9-acaf-98bcc9879681 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369284'] for port, precommit_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:02.129812 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.plugin [req-12cb023e-c7e6-486c-af84-2cfa86addc14 req-314a686f-17c0-480b-a65f-e0140746dd23 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Calling delete_port for 8731975e-6df9-4bd4-943d-d8cd15ccf574 owned by compute:nova {{(pid=101553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 18 18:17:02.132145 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23bd7c05-3b26-438a-b129-c292168a0d9a None None] The sync data for ids ['572ef13c-0dc9-4973-893d-b2424cb0c1fa'] in dv-cinder-816695-1-iscsi is: [{'id': '572ef13c-0dc9-4973-893d-b2424cb0c1fa', 'name': 'tempest-ServerRescueNegativeTestJSON-112644736-router', 'tenant_id': '54a71c6fcc084e09bb76b54d410321c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:13:27Z', 'updated_at': '2021-11-18T18:17:01Z', 'revision_number': 6, 'project_id': '54a71c6fcc084e09bb76b54d410321c7', 'gw_port_host': None}] {{(pid=101556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 18:17:02.146550 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.plugin [None req-0e791358-49cc-4ea9-acaf-98bcc9879681 admin admin] Calling delete_port for 8e217a47-cea8-4a18-9ae0-2fec59077f79 owned by network:router_gateway {{(pid=101553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 18 18:17:02.388298 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-12cb023e-c7e6-486c-af84-2cfa86addc14 req-314a686f-17c0-480b-a65f-e0140746dd23 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768457221690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768456900410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5584108'] for port, after_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:02.400718 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] get_ports_and_sgs() called for port_ids ['8731975e-6df9-4bd4-943d-d8cd15ccf574'] {{(pid=101555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 18:17:02.455551 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-20b03145-0048-497e-8afc-059fcf40ea8c req-54873182-f557-4886-9064-1d648489d44d tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c1fb574-4c1a-4ea7-bab9-434b7381aebd HTTP/1.1" status: 200 len: 210 time: 0.0682445 Nov 18 18:17:02.459893 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314a686f-17c0-480b-a65f-e0140746dd23 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Pushing event deleted for resources: {'Port': ['ID=8731975e-6df9-4bd4-943d-d8cd15ccf574,revision_number=None']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:17:02.491518 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-0e791358-49cc-4ea9-acaf-98bcc9879681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768457221690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768456900410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5584108'] for port, after_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:02.533077 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.db.l3_dvrscheduler_db [req-12cb023e-c7e6-486c-af84-2cfa86addc14 req-314a686f-17c0-480b-a65f-e0140746dd23 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] No DVR routers for this DVR port 8731975e-6df9-4bd4-943d-d8cd15ccf574 on host hv-cinder-81669 {{(pid=101553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 18:17:02.536332 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-12cb023e-c7e6-486c-af84-2cfa86addc14 req-314a686f-17c0-480b-a65f-e0140746dd23 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47340'] for port, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:02.539785 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-12cb023e-c7e6-486c-af84-2cfa86addc14 req-314a686f-17c0-480b-a65f-e0140746dd23 tempest-AttachVolumeNegativeTest-1519681105 tempest-AttachVolumeNegativeTest-1519681105-project] 10.222.0.46 "DELETE /v2.0/ports/8731975e-6df9-4bd4-943d-d8cd15ccf574 HTTP/1.1" status: 204 len: 173 time: 0.7153871 Nov 18 18:17:02.542284 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c1fb574-4c1a-4ea7-bab9-434b7381aebd', 'name': 'network-vif-deleted', 'tag': '8731975e-6df9-4bd4-943d-d8cd15ccf574'}] {{(pid=101553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:17:02.544748 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3f9c8695bc273365e1ae5046181e224bccdab9c1f2bdac51621509927968c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d55d2c71-48e7-480c-974f-dd7290b3005f" -d '{"events": [{"server_uuid": "4c1fb574-4c1a-4ea7-bab9-434b7381aebd", "name": "network-vif-deleted", "tag": "8731975e-6df9-4bd4-943d-d8cd15ccf574"}]}' {{(pid=101553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:17:02.548705 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e791358-49cc-4ea9-acaf-98bcc9879681 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e217a47-cea8-4a18-9ae0-2fec59077f79,revision_number=None']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:17:02.618022 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 18:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c2dd5ec-993e-4771-bd8d-e2fe8d011bca x-openstack-request-id: req-4c2dd5ec-993e-4771-bd8d-e2fe8d011bca {{(pid=101553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:17:02.618636 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c1fb574-4c1a-4ea7-bab9-434b7381aebd", "name": "network-vif-deleted", "tag": "8731975e-6df9-4bd4-943d-d8cd15ccf574", "status": "completed", "code": 200}]} {{(pid=101553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:17:02.618745 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4c2dd5ec-993e-4771-bd8d-e2fe8d011bca {{(pid=101553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:17:02.619235 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c1fb574-4c1a-4ea7-bab9-434b7381aebd', 'name': 'network-vif-deleted', 'tag': '8731975e-6df9-4bd4-943d-d8cd15ccf574', 'status': 'completed', 'code': 200} Nov 18 18:17:02.647144 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-0e791358-49cc-4ea9-acaf-98bcc9879681 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-366283'] for router_gateway, after_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:02.760508 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-0e791358-49cc-4ea9-acaf-98bcc9879681 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-362562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15900'] for router, precommit_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:02.762713 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-0e791358-49cc-4ea9-acaf-98bcc9879681 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:02.822501 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-0e791358-49cc-4ea9-acaf-98bcc9879681 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-362587'] for router, after_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:02.823127 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e791358-49cc-4ea9-acaf-98bcc9879681 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 572ef13c-0dc9-4973-893d-b2424cb0c1fa {{(pid=101553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 18 18:17:02.828278 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-0e791358-49cc-4ea9-acaf-98bcc9879681 admin admin] Notify callbacks [] for router, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:02.829461 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-0e791358-49cc-4ea9-acaf-98bcc9879681 admin admin] 10.222.0.21 "DELETE /v2.0/routers/572ef13c-0dc9-4973-893d-b2424cb0c1fa HTTP/1.1" status: 204 len: 168 time: 1.2613676 Nov 18 18:17:02.832545 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 49352) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:17:02.880669 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce8ffa07-96bd-4194-b862-fff1f2a6db36 admin admin] Deleting subnet 7228a873-9d05-4b76-9e24-c9343ad2ab35 {{(pid=101553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 18 18:17:02.883888 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-ce8ffa07-96bd-4194-b862-fff1f2a6db36 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:02.920691 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-ce8ffa07-96bd-4194-b862-fff1f2a6db36 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5393034'] for subnet, precommit_delete_associations {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:02.964667 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-ce8ffa07-96bd-4194-b862-fff1f2a6db36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1775345'] for subnet, precommit_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:03.033582 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-ce8ffa07-96bd-4194-b862-fff1f2a6db36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1775304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5584049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6021563'] for subnet, after_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:03.060825 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8ffa07-96bd-4194-b862-fff1f2a6db36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7228a873-9d05-4b76-9e24-c9343ad2ab35,revision_number=None']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:17:03.067084 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-ce8ffa07-96bd-4194-b862-fff1f2a6db36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553968'] for subnet, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:03.073050 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-ce8ffa07-96bd-4194-b862-fff1f2a6db36 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/7228a873-9d05-4b76-9e24-c9343ad2ab35 HTTP/1.1" status: 204 len: 168 time: 0.2368338 Nov 18 18:17:03.073838 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 49356) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:17:03.141696 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-910d95fc-730b-4c4b-9d09-0bdfdacd44a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793125'] for network, before_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:03.231906 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-910d95fc-730b-4c4b-9d09-0bdfdacd44a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775996', 'neutron.services.segments.db._delete_segments_for_network-8768457200168'] for network, precommit_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:03.256886 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.services.segments.db [None req-910d95fc-730b-4c4b-9d09-0bdfdacd44a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6154edaf-4d8d-4eb2-9748-db0b61476bdf']}} {{(pid=101553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:17:03.266904 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.services.segments.db [None req-910d95fc-730b-4c4b-9d09-0bdfdacd44a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba09b5a1-aed9-41ef-92fc-a1bf32b2cd99') {'for_net_delete': True} {{(pid=101553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:17:03.267194 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.services.segments.db [None req-910d95fc-730b-4c4b-9d09-0bdfdacd44a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba09b5a1-aed9-41ef-92fc-a1bf32b2cd99') {} {{(pid=101553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:17:03.278044 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-910d95fc-730b-4c4b-9d09-0bdfdacd44a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768457200505', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5393027'] for segment, before_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:03.294753 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-910d95fc-730b-4c4b-9d09-0bdfdacd44a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1774666'] for segment, precommit_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:03.300715 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-910d95fc-730b-4c4b-9d09-0bdfdacd44a8 admin admin] Releasing vlan 772 on physical network physnet1 to pool {{(pid=101553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 18:17:03.301098 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-910d95fc-730b-4c4b-9d09-0bdfdacd44a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1774666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5583903'] for segment, after_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:03.302970 dv-cinder-816695-1-iscsi neutron-server[101553]: Traceback (most recent call last): Nov 18 18:17:03.302970 dv-cinder-816695-1-iscsi neutron-server[101553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 18:17:03.302970 dv-cinder-816695-1-iscsi neutron-server[101553]: timer() Nov 18 18:17:03.302970 dv-cinder-816695-1-iscsi neutron-server[101553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 18:17:03.302970 dv-cinder-816695-1-iscsi neutron-server[101553]: cb(*args, **kw) Nov 18 18:17:03.302970 dv-cinder-816695-1-iscsi neutron-server[101553]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 18:17:03.302970 dv-cinder-816695-1-iscsi neutron-server[101553]: return func(*args, **kwargs) Nov 18 18:17:03.302970 dv-cinder-816695-1-iscsi neutron-server[101553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 18:17:03.302970 dv-cinder-816695-1-iscsi neutron-server[101553]: self._notify() Nov 18 18:17:03.302970 dv-cinder-816695-1-iscsi neutron-server[101553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 18:17:03.302970 dv-cinder-816695-1-iscsi neutron-server[101553]: self.callback(batched_events) Nov 18 18:17:03.302970 dv-cinder-816695-1-iscsi neutron-server[101553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 18:17:03.302970 dv-cinder-816695-1-iscsi neutron-server[101553]: event.method(event) Nov 18 18:17:03.302970 dv-cinder-816695-1-iscsi neutron-server[101553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 18:17:03.302970 dv-cinder-816695-1-iscsi neutron-server[101553]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 18:17:03.302970 dv-cinder-816695-1-iscsi neutron-server[101553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 18:17:03.302970 dv-cinder-816695-1-iscsi neutron-server[101553]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 18:17:03.302970 dv-cinder-816695-1-iscsi neutron-server[101553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 18:17:03.302970 dv-cinder-816695-1-iscsi neutron-server[101553]: return f(self, *a, **k) Nov 18 18:17:03.302970 dv-cinder-816695-1-iscsi neutron-server[101553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 18:17:03.302970 dv-cinder-816695-1-iscsi neutron-server[101553]: return self._get(url).json() Nov 18 18:17:03.302970 dv-cinder-816695-1-iscsi neutron-server[101553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 18:17:03.302970 dv-cinder-816695-1-iscsi neutron-server[101553]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 18:17:03.302970 dv-cinder-816695-1-iscsi neutron-server[101553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 18:17:03.302970 dv-cinder-816695-1-iscsi neutron-server[101553]: return self.request(url, 'GET', **kwargs) Nov 18 18:17:03.302970 dv-cinder-816695-1-iscsi neutron-server[101553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 18:17:03.302970 dv-cinder-816695-1-iscsi neutron-server[101553]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 18:17:03.302970 dv-cinder-816695-1-iscsi neutron-server[101553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 18:17:03.302970 dv-cinder-816695-1-iscsi neutron-server[101553]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 18:17:03.302970 dv-cinder-816695-1-iscsi neutron-server[101553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 18:17:03.302970 dv-cinder-816695-1-iscsi neutron-server[101553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 18:17:03.302970 dv-cinder-816695-1-iscsi neutron-server[101553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 18:17:03.358749 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-910d95fc-730b-4c4b-9d09-0bdfdacd44a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-366119'] for network, after_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:03.365666 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-910d95fc-730b-4c4b-9d09-0bdfdacd44a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553968'] for network, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:03.368747 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-910d95fc-730b-4c4b-9d09-0bdfdacd44a8 admin admin] 10.222.0.21 "DELETE /v2.0/networks/6154edaf-4d8d-4eb2-9748-db0b61476bdf HTTP/1.1" status: 204 len: 168 time: 0.2947268 Nov 18 18:17:03.378808 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910d95fc-730b-4c4b-9d09-0bdfdacd44a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=6154edaf-4d8d-4eb2-9748-db0b61476bdf,revision_number=None']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:17:03.522329 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 49364) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:17:03.533029 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 49366) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:17:03.567614 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ceed36b-e68a-400e-b329-a121b77a32a7 admin admin] Deleting subnet 8a26a515-bc32-4ac2-b36f-b3635dc5d87c {{(pid=101553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 18 18:17:03.571310 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-5ceed36b-e68a-400e-b329-a121b77a32a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:03.575248 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-f48bf7ee-ea29-4a42-b6b8-c556e3d06d4c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=54a71c6fcc084e09bb76b54d410321c7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0409799 Nov 18 18:17:03.577788 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 49368) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:17:03.614940 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-5ceed36b-e68a-400e-b329-a121b77a32a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5393034'] for subnet, precommit_delete_associations {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:03.630475 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-a3a25d13-db98-41e6-a0b5-fd6d9dd7f325 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:03.656021 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-a3a25d13-db98-41e6-a0b5-fd6d9dd7f325 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:03.669209 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-5ceed36b-e68a-400e-b329-a121b77a32a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1775345'] for subnet, precommit_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:03.705953 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-a3a25d13-db98-41e6-a0b5-fd6d9dd7f325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:03.708975 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-a3a25d13-db98-41e6-a0b5-fd6d9dd7f325 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:03.710522 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-a3a25d13-db98-41e6-a0b5-fd6d9dd7f325 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/46cda0ec-de4b-4291-a19a-42b976c21ad7 HTTP/1.1" status: 204 len: 168 time: 0.1317720 Nov 18 18:17:03.725753 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a25d13-db98-41e6-a0b5-fd6d9dd7f325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46cda0ec-de4b-4291-a19a-42b976c21ad7,revision_number=None']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:17:03.734597 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-5ceed36b-e68a-400e-b329-a121b77a32a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1775304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5584049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6021563'] for subnet, after_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:03.763223 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ceed36b-e68a-400e-b329-a121b77a32a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a26a515-bc32-4ac2-b36f-b3635dc5d87c,revision_number=None']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:17:03.765481 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-5ceed36b-e68a-400e-b329-a121b77a32a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553968'] for subnet, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:03.769780 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-5ceed36b-e68a-400e-b329-a121b77a32a7 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/8a26a515-bc32-4ac2-b36f-b3635dc5d87c HTTP/1.1" status: 204 len: 168 time: 0.2463298 Nov 18 18:17:03.771018 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 49372) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:17:03.850034 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-9fa58652-8ba4-426f-8c0c-c9215d916cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793125'] for network, before_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:03.939218 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-9fa58652-8ba4-426f-8c0c-c9215d916cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775996', 'neutron.services.segments.db._delete_segments_for_network-8768457200168'] for network, precommit_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:03.960662 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.services.segments.db [None req-9fa58652-8ba4-426f-8c0c-c9215d916cab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55d864c4-26de-4319-ad49-480f70c18bec']}} {{(pid=101553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:17:03.966573 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Device 959e05ed-8908-46e3-859c-bb00c4b41514 no longer exists at agent ovs-agent-dv-cinder-816695-1-iscsi {{(pid=101555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 18:17:03.973805 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.services.segments.db [None req-9fa58652-8ba4-426f-8c0c-c9215d916cab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8db404f7-7509-4e1d-af51-a1837b138434') {'for_net_delete': True} {{(pid=101553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:17:03.973805 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.services.segments.db [None req-9fa58652-8ba4-426f-8c0c-c9215d916cab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8db404f7-7509-4e1d-af51-a1837b138434') {} {{(pid=101553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:17:03.984828 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-9fa58652-8ba4-426f-8c0c-c9215d916cab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768457200505', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5393027'] for segment, before_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:04.013924 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-9fa58652-8ba4-426f-8c0c-c9215d916cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1774666'] for segment, precommit_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:04.025396 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fa58652-8ba4-426f-8c0c-c9215d916cab admin admin] Releasing vlan 791 on physical network physnet1 to pool {{(pid=101553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 18:17:04.026024 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-9fa58652-8ba4-426f-8c0c-c9215d916cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1774666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5583903'] for segment, after_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:04.029221 dv-cinder-816695-1-iscsi neutron-server[101553]: Traceback (most recent call last): Nov 18 18:17:04.029221 dv-cinder-816695-1-iscsi neutron-server[101553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 18:17:04.029221 dv-cinder-816695-1-iscsi neutron-server[101553]: timer() Nov 18 18:17:04.029221 dv-cinder-816695-1-iscsi neutron-server[101553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 18:17:04.029221 dv-cinder-816695-1-iscsi neutron-server[101553]: cb(*args, **kw) Nov 18 18:17:04.029221 dv-cinder-816695-1-iscsi neutron-server[101553]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 18:17:04.029221 dv-cinder-816695-1-iscsi neutron-server[101553]: return func(*args, **kwargs) Nov 18 18:17:04.029221 dv-cinder-816695-1-iscsi neutron-server[101553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 18:17:04.029221 dv-cinder-816695-1-iscsi neutron-server[101553]: self._notify() Nov 18 18:17:04.029221 dv-cinder-816695-1-iscsi neutron-server[101553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 18:17:04.029221 dv-cinder-816695-1-iscsi neutron-server[101553]: self.callback(batched_events) Nov 18 18:17:04.029221 dv-cinder-816695-1-iscsi neutron-server[101553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 18:17:04.029221 dv-cinder-816695-1-iscsi neutron-server[101553]: event.method(event) Nov 18 18:17:04.029221 dv-cinder-816695-1-iscsi neutron-server[101553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 18:17:04.029221 dv-cinder-816695-1-iscsi neutron-server[101553]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 18:17:04.029221 dv-cinder-816695-1-iscsi neutron-server[101553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 18:17:04.029221 dv-cinder-816695-1-iscsi neutron-server[101553]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 18:17:04.029221 dv-cinder-816695-1-iscsi neutron-server[101553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 18:17:04.029221 dv-cinder-816695-1-iscsi neutron-server[101553]: return f(self, *a, **k) Nov 18 18:17:04.029221 dv-cinder-816695-1-iscsi neutron-server[101553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 18:17:04.029221 dv-cinder-816695-1-iscsi neutron-server[101553]: return self._get(url).json() Nov 18 18:17:04.029221 dv-cinder-816695-1-iscsi neutron-server[101553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 18:17:04.029221 dv-cinder-816695-1-iscsi neutron-server[101553]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 18:17:04.029221 dv-cinder-816695-1-iscsi neutron-server[101553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 18:17:04.029221 dv-cinder-816695-1-iscsi neutron-server[101553]: return self.request(url, 'GET', **kwargs) Nov 18 18:17:04.029221 dv-cinder-816695-1-iscsi neutron-server[101553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 18:17:04.029221 dv-cinder-816695-1-iscsi neutron-server[101553]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 18:17:04.029221 dv-cinder-816695-1-iscsi neutron-server[101553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 18:17:04.029221 dv-cinder-816695-1-iscsi neutron-server[101553]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 18:17:04.029221 dv-cinder-816695-1-iscsi neutron-server[101553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 18:17:04.029221 dv-cinder-816695-1-iscsi neutron-server[101553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 18:17:04.029221 dv-cinder-816695-1-iscsi neutron-server[101553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 18:17:04.106150 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-9fa58652-8ba4-426f-8c0c-c9215d916cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-366119'] for network, after_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:04.113133 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-9fa58652-8ba4-426f-8c0c-c9215d916cab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553968'] for network, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:04.117080 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-9fa58652-8ba4-426f-8c0c-c9215d916cab admin admin] 10.222.0.21 "DELETE /v2.0/networks/55d864c4-26de-4319-ad49-480f70c18bec HTTP/1.1" status: 204 len: 168 time: 0.3450515 Nov 18 18:17:04.128715 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa58652-8ba4-426f-8c0c-c9215d916cab admin admin] Pushing event deleted for resources: {'Network': ['ID=55d864c4-26de-4319-ad49-480f70c18bec,revision_number=None']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:17:04.137916 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.plugin [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] No Port match for: 959e05ed-8908-46e3-859c-bb00c4b41514 {{(pid=101555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 18 18:17:04.138267 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Device 959e05ed-8908-46e3-859c-bb00c4b41514 not bound to the agent host dv-cinder-816695-1-iscsi {{(pid=101555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 18:17:04.138673 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Device 8e217a47-cea8-4a18-9ae0-2fec59077f79 no longer exists at agent ovs-agent-dv-cinder-816695-1-iscsi {{(pid=101555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 18:17:04.159756 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.plugin [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] No Port match for: 8e217a47-cea8-4a18-9ae0-2fec59077f79 {{(pid=101555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 18 18:17:04.160221 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Device 8e217a47-cea8-4a18-9ae0-2fec59077f79 not bound to the agent host dv-cinder-816695-1-iscsi {{(pid=101555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 18:17:04.245974 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 49388) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:17:04.294427 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-35588cb2-ad42-4f94-93eb-71fd5b4e1517 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ad60c6d708a846a38100e1a391c794b8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0467606 Nov 18 18:17:04.296668 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 49394) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:17:04.347162 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-70857239-00f3-4eb7-b736-c40929335e54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:04.369209 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-70857239-00f3-4eb7-b736-c40929335e54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:04.420859 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-70857239-00f3-4eb7-b736-c40929335e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:04.423570 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-70857239-00f3-4eb7-b736-c40929335e54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:04.427270 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-70857239-00f3-4eb7-b736-c40929335e54 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cb4519c5-e238-4dc3-a08d-3d011a53b08c HTTP/1.1" status: 204 len: 168 time: 0.1272957 Nov 18 18:17:04.433039 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70857239-00f3-4eb7-b736-c40929335e54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb4519c5-e238-4dc3-a08d-3d011a53b08c,revision_number=None']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:17:05.358784 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Device 8731975e-6df9-4bd4-943d-d8cd15ccf574 no longer exists at agent hyperv_hv-cinder-81669 {{(pid=101555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 18:17:05.380517 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.plugin [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] No Port match for: 8731975e-6df9-4bd4-943d-d8cd15ccf574 {{(pid=101555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 18 18:17:05.380864 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Device 8731975e-6df9-4bd4-943d-d8cd15ccf574 not bound to the agent host hv-cinder-81669 {{(pid=101555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 18:17:06.030458 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 49458) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:17:06.154997 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-6818884f-b1d2-435c-a020-f1bec3c80ac7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:06.236987 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-6818884f-b1d2-435c-a020-f1bec3c80ac7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:06.241301 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-6818884f-b1d2-435c-a020-f1bec3c80ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:06.284577 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-6818884f-b1d2-435c-a020-f1bec3c80ac7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1b1581a203424e6397f7cf33aae74c47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2529094 Nov 18 18:17:06.285452 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6818884f-b1d2-435c-a020-f1bec3c80ac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67003ed7-62ae-44a0-8214-7501211ecff9,revision_number=1']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:17:06.288179 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 49470) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:17:06.346921 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-d4bb31e3-30cf-41d5-9398-740ff2d1ddd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:06.378712 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-d4bb31e3-30cf-41d5-9398-740ff2d1ddd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:06.446939 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-d4bb31e3-30cf-41d5-9398-740ff2d1ddd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:06.450856 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-d4bb31e3-30cf-41d5-9398-740ff2d1ddd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:06.452335 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-d4bb31e3-30cf-41d5-9398-740ff2d1ddd9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/67003ed7-62ae-44a0-8214-7501211ecff9 HTTP/1.1" status: 204 len: 168 time: 0.1630087 Nov 18 18:17:06.461103 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bb31e3-30cf-41d5-9398-740ff2d1ddd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67003ed7-62ae-44a0-8214-7501211ecff9,revision_number=None']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:17:06.740856 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 49482) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:17:06.753533 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-df2a1650-c999-4eb7-9f36-243cf69240d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:06.829096 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-df2a1650-c999-4eb7-9f36-243cf69240d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:06.832551 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-df2a1650-c999-4eb7-9f36-243cf69240d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:06.870081 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-df2a1650-c999-4eb7-9f36-243cf69240d9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5e56b86bc93e44f3a456643922c3a60d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1281445 Nov 18 18:17:06.871228 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2a1650-c999-4eb7-9f36-243cf69240d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=790f6f2c-ab67-4c9f-904d-72f729fc3693,revision_number=1']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:17:06.872846 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 49484) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:17:06.920489 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-2f66627c-2d22-438d-aa5e-5ce742cd7653 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:06.943374 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-2f66627c-2d22-438d-aa5e-5ce742cd7653 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:06.988942 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-2f66627c-2d22-438d-aa5e-5ce742cd7653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:06.991446 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-2f66627c-2d22-438d-aa5e-5ce742cd7653 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:06.992603 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-2f66627c-2d22-438d-aa5e-5ce742cd7653 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/790f6f2c-ab67-4c9f-904d-72f729fc3693 HTTP/1.1" status: 204 len: 168 time: 0.1186678 Nov 18 18:17:07.003291 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f66627c-2d22-438d-aa5e-5ce742cd7653 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=790f6f2c-ab67-4c9f-904d-72f729fc3693,revision_number=None']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:17:08.049534 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 49530) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:17:08.149216 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-91b93bd0-3be3-4a5b-bc5f-f3aca798f85f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:08.222466 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-91b93bd0-3be3-4a5b-bc5f-f3aca798f85f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:08.226342 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-91b93bd0-3be3-4a5b-bc5f-f3aca798f85f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:08.264134 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-91b93bd0-3be3-4a5b-bc5f-f3aca798f85f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=42fd3d5cd62b49cabcd79a71fb9ed50b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2135305 Nov 18 18:17:08.265274 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b93bd0-3be3-4a5b-bc5f-f3aca798f85f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9549c184-cae0-42a3-9b3d-972d970998b8,revision_number=1']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:17:08.267347 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 49534) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:17:08.315670 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-e7f796be-5d4e-49a4-81fa-08f3d55a928c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:08.337328 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-e7f796be-5d4e-49a4-81fa-08f3d55a928c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:08.384553 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-e7f796be-5d4e-49a4-81fa-08f3d55a928c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:08.387542 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-e7f796be-5d4e-49a4-81fa-08f3d55a928c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:08.388769 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-e7f796be-5d4e-49a4-81fa-08f3d55a928c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9549c184-cae0-42a3-9b3d-972d970998b8 HTTP/1.1" status: 204 len: 168 time: 0.1194355 Nov 18 18:17:08.397385 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f796be-5d4e-49a4-81fa-08f3d55a928c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9549c184-cae0-42a3-9b3d-972d970998b8,revision_number=None']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:17:10.972852 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-9e6e5fe6-3012-4ad7-aa98-14f2eca66041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:13.446190 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 49702) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:17:13.552418 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-0a56957f-c4dd-4e8f-9f20-81cff165f63f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:13.628495 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-0a56957f-c4dd-4e8f-9f20-81cff165f63f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:13.632111 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-0a56957f-c4dd-4e8f-9f20-81cff165f63f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:13.673377 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-0a56957f-c4dd-4e8f-9f20-81cff165f63f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f77da210d8d145d5995cf030df87db94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2261052 Nov 18 18:17:13.674415 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a56957f-c4dd-4e8f-9f20-81cff165f63f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c17d4a47-00a4-4b37-aff9-b59d049f8dec,revision_number=1']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:17:13.676141 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 49706) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:17:13.724926 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-4081a18d-5c58-42e7-92c1-217172ecc039 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:13.745222 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-4081a18d-5c58-42e7-92c1-217172ecc039 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:13.793990 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-4081a18d-5c58-42e7-92c1-217172ecc039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:13.796477 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-4081a18d-5c58-42e7-92c1-217172ecc039 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:13.797606 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-4081a18d-5c58-42e7-92c1-217172ecc039 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c17d4a47-00a4-4b37-aff9-b59d049f8dec HTTP/1.1" status: 204 len: 168 time: 0.1204824 Nov 18 18:17:13.805397 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4081a18d-5c58-42e7-92c1-217172ecc039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c17d4a47-00a4-4b37-aff9-b59d049f8dec,revision_number=None']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:17:14.010982 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-50e39eef-33c6-48b1-b3ea-add76a572236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:14.189782 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:14.896536 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-e3a848c2-ffa0-4288-a759-e5f077163e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:15.059659 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 49766) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:17:15.402159 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-9d25b790-7865-4f96-8d1e-1f92897dd023 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:15.482497 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-9d25b790-7865-4f96-8d1e-1f92897dd023 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:15.486453 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-9d25b790-7865-4f96-8d1e-1f92897dd023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:15.524083 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-9d25b790-7865-4f96-8d1e-1f92897dd023 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a47f79bc4d5e47048eae1a21034fd7f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4632041 Nov 18 18:17:15.526100 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d25b790-7865-4f96-8d1e-1f92897dd023 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22115759-18f5-4237-ac60-3014a85a2e65,revision_number=1']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:17:15.526897 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 49772) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:17:15.585378 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-38d88d99-704d-4cdd-a6f0-f70b5c4c76df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:15.606371 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-38d88d99-704d-4cdd-a6f0-f70b5c4c76df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:15.652419 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-38d88d99-704d-4cdd-a6f0-f70b5c4c76df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:15.654996 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-38d88d99-704d-4cdd-a6f0-f70b5c4c76df admin admin] Notify callbacks [] for security_group, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:15.657096 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-38d88d99-704d-4cdd-a6f0-f70b5c4c76df admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/22115759-18f5-4237-ac60-3014a85a2e65 HTTP/1.1" status: 204 len: 168 time: 0.1290383 Nov 18 18:17:15.665823 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d88d99-704d-4cdd-a6f0-f70b5c4c76df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22115759-18f5-4237-ac60-3014a85a2e65,revision_number=None']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:17:16.915112 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-cd169395-ba62-4885-8b1f-e6616afe023f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:18.874706 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.agents_db [None req-879798a6-d64d-4745-9d9a-40c50c0efc22 None None] Agent healthcheck: found 6 active agents {{(pid=101556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 18:17:21.571397 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeaaa05-79df-471d-acd7-63039d4ff72c req-c8b6a7e3-045a-4b7b-a2e0-fbd5efeee250 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:17:21.572951 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-ffeaaa05-79df-471d-acd7-63039d4ff72c req-c8b6a7e3-045a-4b7b-a2e0-fbd5efeee250 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=afdf38ed-f20b-4bdf-ba97-323d5dc15fa4 HTTP/1.1" status: 200 len: 946 time: 0.0505712 Nov 18 18:17:21.610399 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-ffeaaa05-79df-471d-acd7-63039d4ff72c req-b67ab3ed-64a1-4df4-aac6-27aa7d840fbf tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=a54f1b91-e755-42dd-80e2-81fd3516d0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312266 Nov 18 18:17:22.733842 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f72ca9-69f5-4f48-96bb-01c6d09d1a00 req-ee7e0b87-1ba2-4ed6-9490-202197befe64 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:17:22.735323 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-53f72ca9-69f5-4f48-96bb-01c6d09d1a00 req-ee7e0b87-1ba2-4ed6-9490-202197befe64 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=afdf38ed-f20b-4bdf-ba97-323d5dc15fa4 HTTP/1.1" status: 200 len: 946 time: 0.0520306 Nov 18 18:17:22.776992 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-53f72ca9-69f5-4f48-96bb-01c6d09d1a00 req-559fb9cb-1c9b-43b9-ad0f-fd03fb65bc6d tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=a54f1b91-e755-42dd-80e2-81fd3516d0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328364 Nov 18 18:17:23.907548 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055461a1-d584-4775-b384-ff62b88e6ea1 req-839176fc-78f3-4d6a-8927-693ec477b95a tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:17:23.909256 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-055461a1-d584-4775-b384-ff62b88e6ea1 req-839176fc-78f3-4d6a-8927-693ec477b95a tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=afdf38ed-f20b-4bdf-ba97-323d5dc15fa4 HTTP/1.1" status: 200 len: 946 time: 0.0560656 Nov 18 18:17:23.954581 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-055461a1-d584-4775-b384-ff62b88e6ea1 req-f33d88a8-7d53-4eeb-b8a1-0e0bc78225f4 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=a54f1b91-e755-42dd-80e2-81fd3516d0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346901 Nov 18 18:17:25.084843 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d32af13-e7d8-49ca-9be4-d7596472a243 req-1af26315-839c-4321-9450-24c9219f49c0 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:17:25.086191 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-3d32af13-e7d8-49ca-9be4-d7596472a243 req-1af26315-839c-4321-9450-24c9219f49c0 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=afdf38ed-f20b-4bdf-ba97-323d5dc15fa4 HTTP/1.1" status: 200 len: 946 time: 0.0474668 Nov 18 18:17:25.121522 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-3d32af13-e7d8-49ca-9be4-d7596472a243 req-8b654813-cebe-4ea1-8e58-eb0cc2696ea9 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=a54f1b91-e755-42dd-80e2-81fd3516d0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295529 Nov 18 18:17:25.569621 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:25.691747 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-9d056718-f121-4567-9be1-42de349aae22 req-e63d4812-49b2-4e69-ae69-8b469663df21 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7336ff2b-a36e-417a-9f1b-c737fdefc35a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0445018 Nov 18 18:17:25.756838 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d056718-f121-4567-9be1-42de349aae22 req-9aa26ce7-8223-4967-afbf-7e9f9169ef6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:17:25.758614 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-9d056718-f121-4567-9be1-42de349aae22 req-9aa26ce7-8223-4967-afbf-7e9f9169ef6c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=03d899808f1a4723a8e0d1b00ed1a01d&device_id=7336ff2b-a36e-417a-9f1b-c737fdefc35a HTTP/1.1" status: 200 len: 1098 time: 0.0417600 Nov 18 18:17:25.865640 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d056718-f121-4567-9be1-42de349aae22 req-f1472bec-c4ab-4b67-a082-406b81b2d677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:17:25.867212 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-9d056718-f121-4567-9be1-42de349aae22 req-f1472bec-c4ab-4b67-a082-406b81b2d677 service neutron] 10.222.0.46 "GET /v2.0/networks?id=548d4c85-a92c-4982-a16e-af3d8afd47ad HTTP/1.1" status: 200 len: 912 time: 0.0830069 Nov 18 18:17:25.938239 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-9d056718-f121-4567-9be1-42de349aae22 req-885b0efd-f653-4a96-b501-faf9ee7c283d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a6bada09-281b-4578-afea-c680bd371ea2 HTTP/1.1" status: 200 len: 1001 time: 0.0620852 Nov 18 18:17:25.990285 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d056718-f121-4567-9be1-42de349aae22 req-c7b35764-4bde-4a7e-870e-94e938be99ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:17:25.992608 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-9d056718-f121-4567-9be1-42de349aae22 req-c7b35764-4bde-4a7e-870e-94e938be99ec service neutron] 10.222.0.46 "GET /v2.0/subnets?id=26737122-c082-4cd3-ada1-6591b74e0d08 HTTP/1.1" status: 200 len: 850 time: 0.0457752 Nov 18 18:17:26.040328 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d056718-f121-4567-9be1-42de349aae22 req-acb17533-99f7-4d43-a258-7d03fc58d87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:17:26.042085 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-9d056718-f121-4567-9be1-42de349aae22 req-acb17533-99f7-4d43-a258-7d03fc58d87e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=548d4c85-a92c-4982-a16e-af3d8afd47ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405550 Nov 18 18:17:26.139370 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-9d056718-f121-4567-9be1-42de349aae22 req-6a5ec651-69ab-4997-8ae2-fdbca567000d service neutron] 10.222.0.46 "GET /v2.0/networks/548d4c85-a92c-4982-a16e-af3d8afd47ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883701 Nov 18 18:17:26.276590 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-9d056718-f121-4567-9be1-42de349aae22 req-07ad2ca3-2b42-48f3-9194-e0a3e3993b51 service neutron] 10.222.0.46 "GET /v2.0/networks/548d4c85-a92c-4982-a16e-af3d8afd47ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251552 Nov 18 18:17:26.287533 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6580252-5c8c-4ddb-bb00-7aab9c2b3b16 req-152b7ada-f04f-4098-a67b-47b27e1b478f tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:17:26.288979 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-c6580252-5c8c-4ddb-bb00-7aab9c2b3b16 req-152b7ada-f04f-4098-a67b-47b27e1b478f tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=afdf38ed-f20b-4bdf-ba97-323d5dc15fa4 HTTP/1.1" status: 200 len: 946 time: 0.0765493 Nov 18 18:17:26.328874 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-c6580252-5c8c-4ddb-bb00-7aab9c2b3b16 req-555c0686-8985-41a7-80a2-2c13f13025b3 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=a54f1b91-e755-42dd-80e2-81fd3516d0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336564 Nov 18 18:17:27.446404 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897df0a3-c2a9-4569-9feb-0637537a6afb req-fe434f0e-23a2-4953-b78c-16c1d317eccc tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:17:27.447913 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-897df0a3-c2a9-4569-9feb-0637537a6afb req-fe434f0e-23a2-4953-b78c-16c1d317eccc tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=afdf38ed-f20b-4bdf-ba97-323d5dc15fa4 HTTP/1.1" status: 200 len: 946 time: 0.0483167 Nov 18 18:17:27.488209 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-897df0a3-c2a9-4569-9feb-0637537a6afb req-c26ff36e-622a-4bca-9d33-290a54d2c1f2 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=a54f1b91-e755-42dd-80e2-81fd3516d0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331931 Nov 18 18:17:28.614535 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0675e2fd-026d-49a3-8322-e542912ad192 req-fefe5088-ee6c-417e-8018-1b80c8392460 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:17:28.616106 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-0675e2fd-026d-49a3-8322-e542912ad192 req-fefe5088-ee6c-417e-8018-1b80c8392460 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=afdf38ed-f20b-4bdf-ba97-323d5dc15fa4 HTTP/1.1" status: 200 len: 946 time: 0.0519626 Nov 18 18:17:28.655498 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-0675e2fd-026d-49a3-8322-e542912ad192 req-b1afa990-17cb-415a-801e-abf6d199fbb5 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=a54f1b91-e755-42dd-80e2-81fd3516d0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331566 Nov 18 18:17:29.797833 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7fc751-e6fa-4b58-94a0-2fea98caafc7 req-6e53db66-ddce-4465-b542-10300aba862b tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:17:29.800063 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-cc7fc751-e6fa-4b58-94a0-2fea98caafc7 req-6e53db66-ddce-4465-b542-10300aba862b tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=afdf38ed-f20b-4bdf-ba97-323d5dc15fa4 HTTP/1.1" status: 200 len: 946 time: 0.0613983 Nov 18 18:17:29.844346 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-cc7fc751-e6fa-4b58-94a0-2fea98caafc7 req-5f496469-b99f-4738-8a8b-bc5ada948e02 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=a54f1b91-e755-42dd-80e2-81fd3516d0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374627 Nov 18 18:17:30.247231 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3477ac7-5719-4a96-bb6f-40809e200cce req-ba1b3f63-aedb-42dd-bc9d-80ed82600b33 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:17:30.248751 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-d3477ac7-5719-4a96-bb6f-40809e200cce req-ba1b3f63-aedb-42dd-bc9d-80ed82600b33 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/ports?device_id=7336ff2b-a36e-417a-9f1b-c737fdefc35a HTTP/1.1" status: 200 len: 945 time: 0.0482717 Nov 18 18:17:30.286435 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-d3477ac7-5719-4a96-bb6f-40809e200cce req-470b0559-c9e9-4c17-b389-4ff0052883e0 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1e9f200-d7e2-47da-9afd-a1ea2225007f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317254 Nov 18 18:17:30.975856 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52ca9a9-54be-48b5-9051-650e2c4cfd28 req-bbb5ae87-f060-4a44-abba-9165ea4027c5 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:17:30.977340 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-e52ca9a9-54be-48b5-9051-650e2c4cfd28 req-bbb5ae87-f060-4a44-abba-9165ea4027c5 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=afdf38ed-f20b-4bdf-ba97-323d5dc15fa4 HTTP/1.1" status: 200 len: 946 time: 0.0500052 Nov 18 18:17:31.015639 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-e52ca9a9-54be-48b5-9051-650e2c4cfd28 req-db95fc9c-aaec-43c5-8779-fc019816ef3e tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=a54f1b91-e755-42dd-80e2-81fd3516d0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323470 Nov 18 18:17:31.416210 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a66c0c-34b3-4f9d-90dd-8389471d696d req-f8fe4457-13da-464e-894e-3dcf9a89d4a1 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:17:31.417706 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-32a66c0c-34b3-4f9d-90dd-8389471d696d req-f8fe4457-13da-464e-894e-3dcf9a89d4a1 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/ports?device_id=7336ff2b-a36e-417a-9f1b-c737fdefc35a HTTP/1.1" status: 200 len: 945 time: 0.0620763 Nov 18 18:17:31.456776 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-32a66c0c-34b3-4f9d-90dd-8389471d696d req-0897b194-4678-4b77-a228-6f587d2fe621 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1e9f200-d7e2-47da-9afd-a1ea2225007f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331297 Nov 18 18:17:32.140367 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852deb13-9969-423f-bed3-86e39b8635ca req-4bbca802-313a-47f1-88ce-bf938f4cd1bd tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:17:32.141845 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-852deb13-9969-423f-bed3-86e39b8635ca req-4bbca802-313a-47f1-88ce-bf938f4cd1bd tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=afdf38ed-f20b-4bdf-ba97-323d5dc15fa4 HTTP/1.1" status: 200 len: 946 time: 0.0492218 Nov 18 18:17:32.179740 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-852deb13-9969-423f-bed3-86e39b8635ca req-3d55d687-574c-4769-9183-06b0a2df5f13 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=a54f1b91-e755-42dd-80e2-81fd3516d0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318930 Nov 18 18:17:32.577851 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5afa862-8417-433e-a45b-8229b8f59dd3 req-9787ef5e-1230-470b-83b2-c19f564ca244 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:17:32.579319 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-e5afa862-8417-433e-a45b-8229b8f59dd3 req-9787ef5e-1230-470b-83b2-c19f564ca244 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/ports?device_id=7336ff2b-a36e-417a-9f1b-c737fdefc35a HTTP/1.1" status: 200 len: 945 time: 0.0546188 Nov 18 18:17:32.616760 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-e5afa862-8417-433e-a45b-8229b8f59dd3 req-0f93ce96-fb33-414f-bcce-cebbaf6d0a17 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1e9f200-d7e2-47da-9afd-a1ea2225007f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306652 Nov 18 18:17:33.301267 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14768d7-42cc-4d6a-a7d5-590fc94adbd3 req-b0e21c40-0005-435c-953f-251c77c865c6 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:17:33.302624 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-d14768d7-42cc-4d6a-a7d5-590fc94adbd3 req-b0e21c40-0005-435c-953f-251c77c865c6 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=afdf38ed-f20b-4bdf-ba97-323d5dc15fa4 HTTP/1.1" status: 200 len: 946 time: 0.0515645 Nov 18 18:17:33.339684 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-d14768d7-42cc-4d6a-a7d5-590fc94adbd3 req-ac53ee36-9935-4acb-82ab-99c5c66a8940 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=a54f1b91-e755-42dd-80e2-81fd3516d0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309675 Nov 18 18:17:33.735473 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd1c47f-5a7c-4825-b268-6bdfdf2561c4 req-a432728a-6525-4186-82f2-9833f2671937 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:17:33.737017 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-dbd1c47f-5a7c-4825-b268-6bdfdf2561c4 req-a432728a-6525-4186-82f2-9833f2671937 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/ports?device_id=7336ff2b-a36e-417a-9f1b-c737fdefc35a HTTP/1.1" status: 200 len: 945 time: 0.0531852 Nov 18 18:17:33.778629 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-dbd1c47f-5a7c-4825-b268-6bdfdf2561c4 req-0780946f-dec1-4d61-9c11-a7c191f4ec50 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1e9f200-d7e2-47da-9afd-a1ea2225007f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351644 Nov 18 18:17:34.049676 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 50152) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:17:34.151253 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-b09e58c4-fad9-435f-8df7-2b9c0457d062 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:34.222293 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-b09e58c4-fad9-435f-8df7-2b9c0457d062 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:34.225899 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-b09e58c4-fad9-435f-8df7-2b9c0457d062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:34.262127 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09e58c4-fad9-435f-8df7-2b9c0457d062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b5f1ab8-edc8-4018-a5fb-91115760db1e,revision_number=1']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:17:34.265861 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-b09e58c4-fad9-435f-8df7-2b9c0457d062 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9c0350a0e5084660939d69cdefb6a480&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2151568 Nov 18 18:17:34.268608 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 50158) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:17:34.271482 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09e58c4-fad9-435f-8df7-2b9c0457d062 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:17:34.271911 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09e58c4-fad9-435f-8df7-2b9c0457d062 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:17:34.272208 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09e58c4-fad9-435f-8df7-2b9c0457d062 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:17:34.272581 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09e58c4-fad9-435f-8df7-2b9c0457d062 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:17:34.272915 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09e58c4-fad9-435f-8df7-2b9c0457d062 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:17:34.273248 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09e58c4-fad9-435f-8df7-2b9c0457d062 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:17:34.273579 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09e58c4-fad9-435f-8df7-2b9c0457d062 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:17:34.273911 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09e58c4-fad9-435f-8df7-2b9c0457d062 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:17:34.274239 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09e58c4-fad9-435f-8df7-2b9c0457d062 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:17:34.274567 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09e58c4-fad9-435f-8df7-2b9c0457d062 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:17:34.274893 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09e58c4-fad9-435f-8df7-2b9c0457d062 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:17:34.275219 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09e58c4-fad9-435f-8df7-2b9c0457d062 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:17:34.318759 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-5310b116-9bff-435a-a63e-6c6cfbfa2bf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:34.339512 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-5310b116-9bff-435a-a63e-6c6cfbfa2bf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:34.393221 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-5310b116-9bff-435a-a63e-6c6cfbfa2bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:34.395834 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-5310b116-9bff-435a-a63e-6c6cfbfa2bf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:34.397267 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-5310b116-9bff-435a-a63e-6c6cfbfa2bf4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3b5f1ab8-edc8-4018-a5fb-91115760db1e HTTP/1.1" status: 204 len: 168 time: 0.1275396 Nov 18 18:17:34.405063 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5310b116-9bff-435a-a63e-6c6cfbfa2bf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b5f1ab8-edc8-4018-a5fb-91115760db1e,revision_number=None']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:17:34.412228 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5310b116-9bff-435a-a63e-6c6cfbfa2bf4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:17:34.412662 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5310b116-9bff-435a-a63e-6c6cfbfa2bf4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:17:34.413581 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5310b116-9bff-435a-a63e-6c6cfbfa2bf4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:17:34.413920 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5310b116-9bff-435a-a63e-6c6cfbfa2bf4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:17:34.414247 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5310b116-9bff-435a-a63e-6c6cfbfa2bf4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:17:34.414574 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5310b116-9bff-435a-a63e-6c6cfbfa2bf4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:17:34.414899 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5310b116-9bff-435a-a63e-6c6cfbfa2bf4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:17:34.415226 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5310b116-9bff-435a-a63e-6c6cfbfa2bf4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:17:34.415550 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5310b116-9bff-435a-a63e-6c6cfbfa2bf4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:17:34.415877 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5310b116-9bff-435a-a63e-6c6cfbfa2bf4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:17:34.416199 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5310b116-9bff-435a-a63e-6c6cfbfa2bf4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:17:34.416517 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5310b116-9bff-435a-a63e-6c6cfbfa2bf4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:17:34.480952 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eaa99c-449b-4b7a-8c2b-071ae3cc8196 req-4480a477-3753-41c6-b7e9-421ba19660ef tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:17:34.482653 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-06eaa99c-449b-4b7a-8c2b-071ae3cc8196 req-4480a477-3753-41c6-b7e9-421ba19660ef tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=afdf38ed-f20b-4bdf-ba97-323d5dc15fa4 HTTP/1.1" status: 200 len: 946 time: 0.0617898 Nov 18 18:17:34.522340 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-06eaa99c-449b-4b7a-8c2b-071ae3cc8196 req-1aecccd1-25fc-4891-bfb1-38056b5bb6bc tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=a54f1b91-e755-42dd-80e2-81fd3516d0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332778 Nov 18 18:17:34.660053 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 50166) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:17:34.676362 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-a1e44dac-e54a-42fd-b3c2-a2b94c5dba00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:34.756366 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-a1e44dac-e54a-42fd-b3c2-a2b94c5dba00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:34.760509 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-a1e44dac-e54a-42fd-b3c2-a2b94c5dba00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:34.798321 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-a1e44dac-e54a-42fd-b3c2-a2b94c5dba00 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9d76a4ea4527489eae917efcd0e3f871&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1371703 Nov 18 18:17:34.799167 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e44dac-e54a-42fd-b3c2-a2b94c5dba00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a7d6dfc-b6e8-434e-8d3f-4ce98dbe728e,revision_number=1']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:17:34.801833 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 50168) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:17:34.856964 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-caccd13c-1615-47bd-a035-d8143df63cd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:34.878292 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-caccd13c-1615-47bd-a035-d8143df63cd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:34.897694 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0ec29a-13a7-4541-b556-c6b2e205b347 req-a8003420-165e-486f-bbc1-c7517fd7c6bf tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:17:34.899086 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-6d0ec29a-13a7-4541-b556-c6b2e205b347 req-a8003420-165e-486f-bbc1-c7517fd7c6bf tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/ports?device_id=7336ff2b-a36e-417a-9f1b-c737fdefc35a HTTP/1.1" status: 200 len: 945 time: 0.0519230 Nov 18 18:17:34.923711 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-caccd13c-1615-47bd-a035-d8143df63cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:34.926399 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-caccd13c-1615-47bd-a035-d8143df63cd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:34.930532 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-caccd13c-1615-47bd-a035-d8143df63cd3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8a7d6dfc-b6e8-434e-8d3f-4ce98dbe728e HTTP/1.1" status: 204 len: 168 time: 0.1243799 Nov 18 18:17:34.936553 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caccd13c-1615-47bd-a035-d8143df63cd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a7d6dfc-b6e8-434e-8d3f-4ce98dbe728e,revision_number=None']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:17:34.949357 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-6d0ec29a-13a7-4541-b556-c6b2e205b347 req-f3922185-da57-4136-9c2b-75e5a2456200 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1e9f200-d7e2-47da-9afd-a1ea2225007f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439098 Nov 18 18:17:35.495651 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Device 3d7d3eac-4d1f-46f7-bd38-8201265cf0e4 details requested by agent hyperv_hv-cinder-81669 with host hv-cinder-81669 {{(pid=101555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 18:17:35.600669 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] For port 3d7d3eac-4d1f-46f7-bd38-8201265cf0e4, host hv-cinder-81669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81669',level=0,port_id=3d7d3eac-4d1f-46f7-bd38-8201265cf0e4,segment=NetworkSegment(43109070-f8b1-4cef-8fc5-8a83cb9b46d4),segment_id=43109070-f8b1-4cef-8fc5-8a83cb9b46d4)] {{(pid=101555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:17:35.622174 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Returning: {'device': '3d7d3eac-4d1f-46f7-bd38-8201265cf0e4', 'network_id': 'f21b1cf4-9836-4a7b-8947-90f148ea7c8b', 'port_id': '3d7d3eac-4d1f-46f7-bd38-8201265cf0e4', 'mac_address': 'fa:16:3e:d8:fa:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 779, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e1d2c9d-3536-4097-943a-2b344ea0e9fc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 18:17:35.655532 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b26f9a8-62bf-4d1f-aeca-37ca7072edd5 req-e3486538-0b62-4178-a159-a4cfcb3a8d02 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:17:35.657115 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-4b26f9a8-62bf-4d1f-aeca-37ca7072edd5 req-e3486538-0b62-4178-a159-a4cfcb3a8d02 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=afdf38ed-f20b-4bdf-ba97-323d5dc15fa4 HTTP/1.1" status: 200 len: 946 time: 0.0573409 Nov 18 18:17:35.664625 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:35.680849 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.notifiers.nova [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3d7d3eac-4d1f-46f7-bd38-8201265cf0e4 {{(pid=101555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 18:17:35.704452 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] For port 3d7d3eac-4d1f-46f7-bd38-8201265cf0e4, host hv-cinder-81669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81669',level=0,port_id=3d7d3eac-4d1f-46f7-bd38-8201265cf0e4,segment=NetworkSegment(43109070-f8b1-4cef-8fc5-8a83cb9b46d4),segment_id=43109070-f8b1-4cef-8fc5-8a83cb9b46d4)] {{(pid=101555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:17:35.708433 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-4b26f9a8-62bf-4d1f-aeca-37ca7072edd5 req-b6663bef-dc41-4ebd-9a12-cd48144fc19c tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=a54f1b91-e755-42dd-80e2-81fd3516d0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434272 Nov 18 18:17:35.710897 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:35.766389 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Pushing event updated for resources: {'Port': ['ID=3d7d3eac-4d1f-46f7-bd38-8201265cf0e4,revision_number=6']} {{(pid=101555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:17:35.822759 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] get_ports_and_sgs() called for port_ids ['3d7d3eac-4d1f-46f7-bd38-8201265cf0e4'] {{(pid=101555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 18:17:36.086336 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8b1772-cc1d-4bc9-bbd0-e9ae9f245cf8 req-2060cbd1-3a0f-4391-8f43-a0ee5d4be02e tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:17:36.088542 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-8c8b1772-cc1d-4bc9-bbd0-e9ae9f245cf8 req-2060cbd1-3a0f-4391-8f43-a0ee5d4be02e tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/ports?device_id=7336ff2b-a36e-417a-9f1b-c737fdefc35a HTTP/1.1" status: 200 len: 945 time: 0.0545399 Nov 18 18:17:36.130921 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-8c8b1772-cc1d-4bc9-bbd0-e9ae9f245cf8 req-72154722-70fb-4a12-80b4-9079e0d23dec tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1e9f200-d7e2-47da-9afd-a1ea2225007f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354693 Nov 18 18:17:36.829907 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79172208-1b67-416d-9ec7-2a15fe34c646 req-cd2b4d31-a280-433d-9c49-28b20a96dee8 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:17:36.831390 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-79172208-1b67-416d-9ec7-2a15fe34c646 req-cd2b4d31-a280-433d-9c49-28b20a96dee8 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=afdf38ed-f20b-4bdf-ba97-323d5dc15fa4 HTTP/1.1" status: 200 len: 945 time: 0.0521166 Nov 18 18:17:36.873525 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-79172208-1b67-416d-9ec7-2a15fe34c646 req-dc4e2387-dd4d-4f00-ad59-57a9a0c28763 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=a54f1b91-e755-42dd-80e2-81fd3516d0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354674 Nov 18 18:17:37.252798 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3a370a-b6ab-41c9-a483-1ef85166c693 req-6060fa72-cb26-4f26-9ba0-87bc4e47ee8a tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:17:37.254389 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-4f3a370a-b6ab-41c9-a483-1ef85166c693 req-6060fa72-cb26-4f26-9ba0-87bc4e47ee8a tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/ports?device_id=7336ff2b-a36e-417a-9f1b-c737fdefc35a HTTP/1.1" status: 200 len: 945 time: 0.0507588 Nov 18 18:17:37.297292 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-4f3a370a-b6ab-41c9-a483-1ef85166c693 req-5a0942dd-e0b0-4ebb-ad39-82677fb3135d tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1e9f200-d7e2-47da-9afd-a1ea2225007f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355544 Nov 18 18:17:37.496515 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Device 3d7d3eac-4d1f-46f7-bd38-8201265cf0e4 up at agent hyperv_hv-cinder-81669 {{(pid=101555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:17:37.547083 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Provisioning complete for port 3d7d3eac-4d1f-46f7-bd38-8201265cf0e4 triggered by entity L2. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:17:37.547453 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:37.628742 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:37.651604 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afdf38ed-f20b-4bdf-ba97-323d5dc15fa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d7d3eac-4d1f-46f7-bd38-8201265cf0e4'}] {{(pid=101555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:17:37.653884 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d346ce470d451c2c3f81e461e68bbd58c3f0d417750f3f38c7c8caca9575360f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21da9786-48ec-4ba4-a106-8c932610658c" -d '{"events": [{"server_uuid": "afdf38ed-f20b-4bdf-ba97-323d5dc15fa4", "name": "network-vif-plugged", "status": "completed", "tag": "3d7d3eac-4d1f-46f7-bd38-8201265cf0e4"}]}' {{(pid=101555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:17:37.667376 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] For port 3d7d3eac-4d1f-46f7-bd38-8201265cf0e4, host hv-cinder-81669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81669',level=0,port_id=3d7d3eac-4d1f-46f7-bd38-8201265cf0e4,segment=NetworkSegment(43109070-f8b1-4cef-8fc5-8a83cb9b46d4),segment_id=43109070-f8b1-4cef-8fc5-8a83cb9b46d4)] {{(pid=101555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:17:37.671993 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:37.698329 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 18:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b27bec2-c5d6-43f4-9222-78f00fa7cfdc x-openstack-request-id: req-8b27bec2-c5d6-43f4-9222-78f00fa7cfdc {{(pid=101555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:17:37.698639 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afdf38ed-f20b-4bdf-ba97-323d5dc15fa4", "name": "network-vif-plugged", "status": "completed", "tag": "3d7d3eac-4d1f-46f7-bd38-8201265cf0e4", "code": 200}]} {{(pid=101555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:17:37.698971 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8b27bec2-c5d6-43f4-9222-78f00fa7cfdc {{(pid=101555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:17:37.699359 dv-cinder-816695-1-iscsi neutron-server[101555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afdf38ed-f20b-4bdf-ba97-323d5dc15fa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d7d3eac-4d1f-46f7-bd38-8201265cf0e4', 'code': 200} Nov 18 18:17:37.729167 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Pushing event updated for resources: {'Port': ['ID=3d7d3eac-4d1f-46f7-bd38-8201265cf0e4,revision_number=7']} {{(pid=101555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:17:38.010068 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c08252e-0242-4593-8774-057db2aa634c req-5c29c05f-c172-4cf3-bb71-e16d02099b62 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:17:38.011598 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-6c08252e-0242-4593-8774-057db2aa634c req-5c29c05f-c172-4cf3-bb71-e16d02099b62 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=afdf38ed-f20b-4bdf-ba97-323d5dc15fa4 HTTP/1.1" status: 200 len: 946 time: 0.0632935 Nov 18 18:17:38.050848 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-6c08252e-0242-4593-8774-057db2aa634c req-2544e8c6-62d8-48e2-b32e-63de0d6f7d40 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=a54f1b91-e755-42dd-80e2-81fd3516d0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331151 Nov 18 18:17:38.422732 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d037ac1-a003-408c-b038-b3798312ac8b req-488819a6-ac75-4f74-aa3c-0dec442f68d0 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:17:38.424267 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-2d037ac1-a003-408c-b038-b3798312ac8b req-488819a6-ac75-4f74-aa3c-0dec442f68d0 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/ports?device_id=7336ff2b-a36e-417a-9f1b-c737fdefc35a HTTP/1.1" status: 200 len: 945 time: 0.0528331 Nov 18 18:17:38.474100 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-2d037ac1-a003-408c-b038-b3798312ac8b req-4df9573d-d2c1-48b6-992f-2f65e3fc4ea1 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1e9f200-d7e2-47da-9afd-a1ea2225007f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402505 Nov 18 18:17:38.762788 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 50286) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:17:38.873966 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-33a87030-ec23-4211-b990-7bafa05e7158 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:38.952649 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-33a87030-ec23-4211-b990-7bafa05e7158 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:38.956564 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-33a87030-ec23-4211-b990-7bafa05e7158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:38.995308 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-33a87030-ec23-4211-b990-7bafa05e7158 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7e4041294c6f4aacb6086057c49f9821&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2313826 Nov 18 18:17:38.996289 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a87030-ec23-4211-b990-7bafa05e7158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51a3d7ac-bda8-4af1-b3b5-a9ebc25c4da2,revision_number=1']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:17:38.998005 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 50290) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:17:39.046635 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-5fa395ec-22c7-4c20-ab7e-d41a7a148d23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:39.066718 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-5fa395ec-22c7-4c20-ab7e-d41a7a148d23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:39.113339 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-5fa395ec-22c7-4c20-ab7e-d41a7a148d23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:39.115984 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-5fa395ec-22c7-4c20-ab7e-d41a7a148d23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:39.117152 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-5fa395ec-22c7-4c20-ab7e-d41a7a148d23 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/51a3d7ac-bda8-4af1-b3b5-a9ebc25c4da2 HTTP/1.1" status: 204 len: 168 time: 0.1181157 Nov 18 18:17:39.125357 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa395ec-22c7-4c20-ab7e-d41a7a148d23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51a3d7ac-bda8-4af1-b3b5-a9ebc25c4da2,revision_number=None']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:17:39.175595 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baebbea0-11e1-43bd-a46a-617cfb075af6 req-574e37e6-e8a0-4555-8102-d83b7c08d452 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:17:39.177127 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-baebbea0-11e1-43bd-a46a-617cfb075af6 req-574e37e6-e8a0-4555-8102-d83b7c08d452 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=afdf38ed-f20b-4bdf-ba97-323d5dc15fa4 HTTP/1.1" status: 200 len: 946 time: 0.0505948 Nov 18 18:17:39.216695 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-baebbea0-11e1-43bd-a46a-617cfb075af6 req-4e3b5efe-98f4-413c-842e-ea80c4ff119f tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=a54f1b91-e755-42dd-80e2-81fd3516d0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333781 Nov 18 18:17:39.592463 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5997f427-b9a7-47b5-9d62-3e7b2ac323e7 req-2ad84f46-8f03-47a2-a1b8-305fa7072a84 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:17:39.593935 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-5997f427-b9a7-47b5-9d62-3e7b2ac323e7 req-2ad84f46-8f03-47a2-a1b8-305fa7072a84 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/ports?device_id=7336ff2b-a36e-417a-9f1b-c737fdefc35a HTTP/1.1" status: 200 len: 945 time: 0.0525720 Nov 18 18:17:39.632966 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-5997f427-b9a7-47b5-9d62-3e7b2ac323e7 req-23532445-e3a8-4e45-884f-e73448f32d0a tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1e9f200-d7e2-47da-9afd-a1ea2225007f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325177 Nov 18 18:17:40.332179 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02155cc4-0685-4093-a9e3-aaffee929598 req-f7f8b116-519e-4f5d-9981-34bf9edf6a7f tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:17:40.333713 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-02155cc4-0685-4093-a9e3-aaffee929598 req-f7f8b116-519e-4f5d-9981-34bf9edf6a7f tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=afdf38ed-f20b-4bdf-ba97-323d5dc15fa4 HTTP/1.1" status: 200 len: 946 time: 0.0483594 Nov 18 18:17:40.373738 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-02155cc4-0685-4093-a9e3-aaffee929598 req-f6e87ccb-eac8-4a97-ae22-1b40f813cd73 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=a54f1b91-e755-42dd-80e2-81fd3516d0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332012 Nov 18 18:17:40.752778 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d2a61b-7352-4718-957e-b95a71798e6c req-c1f84326-4b1b-4b56-9e2b-48e1a5206c30 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:17:40.754557 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-f7d2a61b-7352-4718-957e-b95a71798e6c req-c1f84326-4b1b-4b56-9e2b-48e1a5206c30 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/ports?device_id=7336ff2b-a36e-417a-9f1b-c737fdefc35a HTTP/1.1" status: 200 len: 945 time: 0.0539751 Nov 18 18:17:40.801241 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-f7d2a61b-7352-4718-957e-b95a71798e6c req-8bd460d5-fe98-4e1f-a13e-80da7a4aafc8 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1e9f200-d7e2-47da-9afd-a1ea2225007f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396698 Nov 18 18:17:40.973937 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-612dabfa-5274-41c6-8c43-225142b2a137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:41.529365 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63c4266-507d-454a-97dc-9a3317fca6a7 req-b37e3f1d-c9f7-4622-b048-14ece84e967f tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:17:41.532289 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-b63c4266-507d-454a-97dc-9a3317fca6a7 req-b37e3f1d-c9f7-4622-b048-14ece84e967f tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=afdf38ed-f20b-4bdf-ba97-323d5dc15fa4 HTTP/1.1" status: 200 len: 946 time: 0.0646963 Nov 18 18:17:41.576623 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-b63c4266-507d-454a-97dc-9a3317fca6a7 req-3463a548-b447-49ca-a547-63a335e1194c tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=a54f1b91-e755-42dd-80e2-81fd3516d0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397360 Nov 18 18:17:41.972307 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565fe960-3524-4ae3-983e-aeff7a250cd4 req-9e1dc0d2-a37b-4240-a125-25069910d66c tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:17:41.974416 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-565fe960-3524-4ae3-983e-aeff7a250cd4 req-9e1dc0d2-a37b-4240-a125-25069910d66c tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/ports?device_id=7336ff2b-a36e-417a-9f1b-c737fdefc35a HTTP/1.1" status: 200 len: 945 time: 0.0949106 Nov 18 18:17:42.040431 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-565fe960-3524-4ae3-983e-aeff7a250cd4 req-88ee0a78-0bd5-457a-8ae0-8baa8dec4e75 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1e9f200-d7e2-47da-9afd-a1ea2225007f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567608 Nov 18 18:17:42.715621 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d47426d-d756-4fa9-b52a-d19c7b6da409 req-8528b242-3742-4928-b533-b6b7e3d3b7c4 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:17:42.727308 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-6d47426d-d756-4fa9-b52a-d19c7b6da409 req-8528b242-3742-4928-b533-b6b7e3d3b7c4 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=afdf38ed-f20b-4bdf-ba97-323d5dc15fa4 HTTP/1.1" status: 200 len: 946 time: 0.0658381 Nov 18 18:17:42.781066 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-6d47426d-d756-4fa9-b52a-d19c7b6da409 req-ddc3f5dd-77c6-4d1f-a355-e08c3be3da3f tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=a54f1b91-e755-42dd-80e2-81fd3516d0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521531 Nov 18 18:17:43.175147 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c174da-4a5c-4995-b7db-cdc04f5343c3 req-485657cb-280e-44b7-8bc7-41596e93c07e tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:17:43.176703 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-b5c174da-4a5c-4995-b7db-cdc04f5343c3 req-485657cb-280e-44b7-8bc7-41596e93c07e tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/ports?device_id=7336ff2b-a36e-417a-9f1b-c737fdefc35a HTTP/1.1" status: 200 len: 945 time: 0.0552258 Nov 18 18:17:43.221997 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-b5c174da-4a5c-4995-b7db-cdc04f5343c3 req-38d18403-aec0-42ad-81b2-07eaa3099632 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1e9f200-d7e2-47da-9afd-a1ea2225007f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393491 Nov 18 18:17:43.931376 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dee3543-059e-4722-9f12-c4a17de1ae15 req-49166945-1cef-4be9-a15f-0d583789542b tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:17:43.936730 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-9dee3543-059e-4722-9f12-c4a17de1ae15 req-49166945-1cef-4be9-a15f-0d583789542b tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=afdf38ed-f20b-4bdf-ba97-323d5dc15fa4 HTTP/1.1" status: 200 len: 946 time: 0.0682127 Nov 18 18:17:43.996771 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-9dee3543-059e-4722-9f12-c4a17de1ae15 req-6d241ac5-e310-469a-868f-a877bc7ba80e tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=a54f1b91-e755-42dd-80e2-81fd3516d0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540068 Nov 18 18:17:44.016021 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-45dfe41a-86e9-44df-8947-964d3878c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:44.187712 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:44.360554 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4262e83e-bbff-43e1-8899-8a7ebb5f6bf9 req-5a201c27-04ce-440f-9670-003680ed80a4 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:17:44.363259 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-4262e83e-bbff-43e1-8899-8a7ebb5f6bf9 req-5a201c27-04ce-440f-9670-003680ed80a4 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/ports?device_id=7336ff2b-a36e-417a-9f1b-c737fdefc35a HTTP/1.1" status: 200 len: 945 time: 0.0556188 Nov 18 18:17:44.405665 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-4262e83e-bbff-43e1-8899-8a7ebb5f6bf9 req-31b52271-ee5b-4579-9f3d-4d26285f9794 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1e9f200-d7e2-47da-9afd-a1ea2225007f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357461 Nov 18 18:17:44.898636 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-e3a848c2-ffa0-4288-a759-e5f077163e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:45.141809 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6109ca4a-9b1a-469f-9cae-86cf1c2d76ce req-086f5995-ba71-4d80-a94d-7900a394d9bf tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:17:45.144091 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-6109ca4a-9b1a-469f-9cae-86cf1c2d76ce req-086f5995-ba71-4d80-a94d-7900a394d9bf tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=afdf38ed-f20b-4bdf-ba97-323d5dc15fa4 HTTP/1.1" status: 200 len: 946 time: 0.0673594 Nov 18 18:17:45.197738 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-6109ca4a-9b1a-469f-9cae-86cf1c2d76ce req-f7022ce6-9641-48af-bbd0-455a9694a0b4 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=a54f1b91-e755-42dd-80e2-81fd3516d0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459006 Nov 18 18:17:45.535454 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ae1260-483f-4017-b8f1-cfddfccf5964 req-0ed0ec47-9a8c-4385-b9c2-4e466a52f357 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:17:45.537076 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-64ae1260-483f-4017-b8f1-cfddfccf5964 req-0ed0ec47-9a8c-4385-b9c2-4e466a52f357 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/ports?device_id=7336ff2b-a36e-417a-9f1b-c737fdefc35a HTTP/1.1" status: 200 len: 945 time: 0.0555477 Nov 18 18:17:45.581554 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-64ae1260-483f-4017-b8f1-cfddfccf5964 req-2fdd5c6e-1f5d-4a03-ac71-7588ba07fa1c tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1e9f200-d7e2-47da-9afd-a1ea2225007f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340540 Nov 18 18:17:46.444834 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ad6716-2f29-4968-8b38-2776abc92f5e req-8417041b-ef73-476d-9d9b-e203bc0e0831 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:17:46.446335 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-26ad6716-2f29-4968-8b38-2776abc92f5e req-8417041b-ef73-476d-9d9b-e203bc0e0831 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=afdf38ed-f20b-4bdf-ba97-323d5dc15fa4 HTTP/1.1" status: 200 len: 946 time: 0.0585780 Nov 18 18:17:46.489889 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-26ad6716-2f29-4968-8b38-2776abc92f5e req-be4e17a5-387d-4a75-885c-01d63d8188d9 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=a54f1b91-e755-42dd-80e2-81fd3516d0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375183 Nov 18 18:17:46.739237 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2a6a00-010b-41b0-af15-0f3dc0fb59de req-49c416f9-faa2-40bb-9904-2ee08086316b tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:17:46.747455 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-3d2a6a00-010b-41b0-af15-0f3dc0fb59de req-49c416f9-faa2-40bb-9904-2ee08086316b tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/ports?device_id=7336ff2b-a36e-417a-9f1b-c737fdefc35a HTTP/1.1" status: 200 len: 945 time: 0.0859022 Nov 18 18:17:46.800904 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-3d2a6a00-010b-41b0-af15-0f3dc0fb59de req-8f5b3bd6-c4b6-4c4d-a02b-1b6b1e500acb tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1e9f200-d7e2-47da-9afd-a1ea2225007f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471346 Nov 18 18:17:46.923435 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-cd169395-ba62-4885-8b1f-e6616afe023f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:47.088998 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a2eaae-a870-4ab1-9580-eb2113cf56ed req-ea180132-007d-4a6d-9b7d-1b6df550dcf9 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:17:47.096384 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-82a2eaae-a870-4ab1-9580-eb2113cf56ed req-ea180132-007d-4a6d-9b7d-1b6df550dcf9 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/ports?device_id=7336ff2b-a36e-417a-9f1b-c737fdefc35a HTTP/1.1" status: 200 len: 945 time: 0.0622487 Nov 18 18:17:47.174544 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-82a2eaae-a870-4ab1-9580-eb2113cf56ed req-477d118d-15b1-4b77-bf82-0341602a8843 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1e9f200-d7e2-47da-9afd-a1ea2225007f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764389 Nov 18 18:17:47.194481 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d108c15b-26bf-4257-ac94-700932dbdc57 req-db5aa64b-8118-417c-872e-bae74a826ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:17:47.196198 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-d108c15b-26bf-4257-ac94-700932dbdc57 req-db5aa64b-8118-417c-872e-bae74a826ed4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=03d899808f1a4723a8e0d1b00ed1a01d&device_id=7336ff2b-a36e-417a-9f1b-c737fdefc35a HTTP/1.1" status: 200 len: 1098 time: 0.0739419 Nov 18 18:17:47.294089 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d108c15b-26bf-4257-ac94-700932dbdc57 req-e92d172c-6dab-4aa9-9916-2cd47fe4faba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:17:47.295712 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-d108c15b-26bf-4257-ac94-700932dbdc57 req-e92d172c-6dab-4aa9-9916-2cd47fe4faba service neutron] 10.222.0.46 "GET /v2.0/networks?id=548d4c85-a92c-4982-a16e-af3d8afd47ad HTTP/1.1" status: 200 len: 912 time: 0.0923240 Nov 18 18:17:47.370077 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-d108c15b-26bf-4257-ac94-700932dbdc57 req-92381969-6185-4fff-8ebb-8df0743b1d85 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a6bada09-281b-4578-afea-c680bd371ea2 HTTP/1.1" status: 200 len: 1001 time: 0.0668349 Nov 18 18:17:47.442777 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d108c15b-26bf-4257-ac94-700932dbdc57 req-a6c9dc3d-9490-498b-98f4-ca0b7bfa9c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:17:47.445135 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-d108c15b-26bf-4257-ac94-700932dbdc57 req-a6c9dc3d-9490-498b-98f4-ca0b7bfa9c21 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=26737122-c082-4cd3-ada1-6591b74e0d08 HTTP/1.1" status: 200 len: 850 time: 0.0671289 Nov 18 18:17:47.503774 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d108c15b-26bf-4257-ac94-700932dbdc57 req-993d90b9-a43e-4dfb-98d5-7908cd3a9e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:17:47.505529 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-d108c15b-26bf-4257-ac94-700932dbdc57 req-993d90b9-a43e-4dfb-98d5-7908cd3a9e3b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=548d4c85-a92c-4982-a16e-af3d8afd47ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0513568 Nov 18 18:17:47.686103 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5522193f-367d-464d-a15f-cc7d90c3d506 req-ca08bcc6-e51f-4ecc-a050-5f00a9eb5a16 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:17:47.687682 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-5522193f-367d-464d-a15f-cc7d90c3d506 req-ca08bcc6-e51f-4ecc-a050-5f00a9eb5a16 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=afdf38ed-f20b-4bdf-ba97-323d5dc15fa4 HTTP/1.1" status: 200 len: 946 time: 0.1001470 Nov 18 18:17:47.691716 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-d108c15b-26bf-4257-ac94-700932dbdc57 req-a46d9be8-3afd-469f-b458-d191274839a1 service neutron] 10.222.0.46 "GET /v2.0/networks/548d4c85-a92c-4982-a16e-af3d8afd47ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764488 Nov 18 18:17:47.840542 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-5522193f-367d-464d-a15f-cc7d90c3d506 req-5aedf086-242e-425f-95e4-7a4e1118ecd1 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=a54f1b91-e755-42dd-80e2-81fd3516d0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1450002 Nov 18 18:17:47.905257 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-d108c15b-26bf-4257-ac94-700932dbdc57 req-fac8d1df-6683-49c8-9c6d-b6536b27e856 service neutron] 10.222.0.46 "GET /v2.0/networks/548d4c85-a92c-4982-a16e-af3d8afd47ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027993 Nov 18 18:17:48.350994 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7463c915-3b7a-421b-bcd1-687816e99274 req-4e549f60-5eaa-494f-9409-47bb6bb210d8 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:17:48.359461 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-7463c915-3b7a-421b-bcd1-687816e99274 req-4e549f60-5eaa-494f-9409-47bb6bb210d8 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/ports?device_id=7336ff2b-a36e-417a-9f1b-c737fdefc35a HTTP/1.1" status: 200 len: 945 time: 0.0778761 Nov 18 18:17:48.405344 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-7463c915-3b7a-421b-bcd1-687816e99274 req-fde1b013-a916-421f-9846-17d29d07f93e tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1e9f200-d7e2-47da-9afd-a1ea2225007f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449264 Nov 18 18:17:48.448178 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 50504) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:17:48.591392 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-f4dac17d-02eb-434c-a373-4b086694df25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:48.727741 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-f4dac17d-02eb-434c-a373-4b086694df25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:48.734280 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-f4dac17d-02eb-434c-a373-4b086694df25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:48.805525 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dac17d-02eb-434c-a373-4b086694df25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b302cbee-d23f-4aab-9bdb-d9374f5c40b3,revision_number=1']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:17:48.811474 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-f4dac17d-02eb-434c-a373-4b086694df25 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9f806f80692c42d0b9e93629d28fce16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3622038 Nov 18 18:17:48.814425 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 50508) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:17:48.888526 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-f7323503-a378-4a06-81b1-53d1685d8a32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:48.914372 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-f7323503-a378-4a06-81b1-53d1685d8a32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:49.005168 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1a5c8c-3ffe-4094-b30b-c406bca35b07 req-2a8920b8-57d0-4dd6-abe8-03edb115da9a tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:17:49.012321 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-1f1a5c8c-3ffe-4094-b30b-c406bca35b07 req-2a8920b8-57d0-4dd6-abe8-03edb115da9a tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=afdf38ed-f20b-4bdf-ba97-323d5dc15fa4 HTTP/1.1" status: 200 len: 946 time: 0.0916510 Nov 18 18:17:49.034954 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-f7323503-a378-4a06-81b1-53d1685d8a32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:49.039858 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-f7323503-a378-4a06-81b1-53d1685d8a32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:49.041206 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-f7323503-a378-4a06-81b1-53d1685d8a32 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b302cbee-d23f-4aab-9bdb-d9374f5c40b3 HTTP/1.1" status: 204 len: 168 time: 0.2251506 Nov 18 18:17:49.065531 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7323503-a378-4a06-81b1-53d1685d8a32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b302cbee-d23f-4aab-9bdb-d9374f5c40b3,revision_number=None']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:17:49.073647 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-1f1a5c8c-3ffe-4094-b30b-c406bca35b07 req-e9953216-63e6-4c8b-ba04-3bd0166752ae tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=a54f1b91-e755-42dd-80e2-81fd3516d0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599093 Nov 18 18:17:49.416079 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 50516) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:17:49.428821 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-45267842-afdf-43eb-a8c0-3354089cc0a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:49.553367 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-45267842-afdf-43eb-a8c0-3354089cc0a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:49.608589 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-45267842-afdf-43eb-a8c0-3354089cc0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:49.608589 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-45267842-afdf-43eb-a8c0-3354089cc0a2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4c593d0744a34edca20111ce0ba07a05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1841228 Nov 18 18:17:49.608589 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 50524) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:17:49.608865 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba2cf7e-3802-4731-946a-517ed34cccc5 req-dcf72d5f-34e4-4d54-a62d-c94e9ee30913 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:17:49.608865 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-6ba2cf7e-3802-4731-946a-517ed34cccc5 req-dcf72d5f-34e4-4d54-a62d-c94e9ee30913 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/ports?device_id=7336ff2b-a36e-417a-9f1b-c737fdefc35a HTTP/1.1" status: 200 len: 945 time: 0.1042583 Nov 18 18:17:49.711501 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45267842-afdf-43eb-a8c0-3354089cc0a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=376ab049-3c59-4a7e-a4e6-a108ea1a16c6,revision_number=1']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:17:49.714158 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-70167052-97dd-44d3-8abc-f7dc9e0c466c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:49.729360 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-6ba2cf7e-3802-4731-946a-517ed34cccc5 req-b900d4e6-658a-45c1-9c5e-dcd0de1e2ed8 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1e9f200-d7e2-47da-9afd-a1ea2225007f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982692 Nov 18 18:17:49.747612 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-70167052-97dd-44d3-8abc-f7dc9e0c466c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:49.805594 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-70167052-97dd-44d3-8abc-f7dc9e0c466c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:49.808284 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-70167052-97dd-44d3-8abc-f7dc9e0c466c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:49.809466 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-70167052-97dd-44d3-8abc-f7dc9e0c466c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/376ab049-3c59-4a7e-a4e6-a108ea1a16c6 HTTP/1.1" status: 204 len: 168 time: 0.2051833 Nov 18 18:17:49.822482 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70167052-97dd-44d3-8abc-f7dc9e0c466c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=376ab049-3c59-4a7e-a4e6-a108ea1a16c6,revision_number=None']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:17:50.212330 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8f00c1-5b2e-4be0-88b9-66e52fb7146d req-a9debd23-fdf6-432b-90be-c75e5c3e472e tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:17:50.214586 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-1d8f00c1-5b2e-4be0-88b9-66e52fb7146d req-a9debd23-fdf6-432b-90be-c75e5c3e472e tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=afdf38ed-f20b-4bdf-ba97-323d5dc15fa4 HTTP/1.1" status: 200 len: 946 time: 0.0532856 Nov 18 18:17:50.269976 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-1d8f00c1-5b2e-4be0-88b9-66e52fb7146d req-9e11acff-04aa-405d-91a7-0de39877ea6b tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=a54f1b91-e755-42dd-80e2-81fd3516d0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479796 Nov 18 18:17:50.297265 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 50540) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:17:50.317951 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-2884d75a-88e6-463d-a95a-ecc1ceadb98c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:50.431038 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-2884d75a-88e6-463d-a95a-ecc1ceadb98c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:50.435541 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-2884d75a-88e6-463d-a95a-ecc1ceadb98c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:50.479374 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-2884d75a-88e6-463d-a95a-ecc1ceadb98c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4285dee56f04453081fe372893589239&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1778085 Nov 18 18:17:50.479374 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2884d75a-88e6-463d-a95a-ecc1ceadb98c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25f7e4c0-e1ab-49e6-8d0a-13618d3ff741,revision_number=1']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:17:50.480358 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 50542) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:17:50.539125 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-7e42532e-a158-4c1a-86c5-b24225d93f94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:50.561321 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-7e42532e-a158-4c1a-86c5-b24225d93f94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:50.617759 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-7e42532e-a158-4c1a-86c5-b24225d93f94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:50.620287 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-7e42532e-a158-4c1a-86c5-b24225d93f94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:50.621463 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-7e42532e-a158-4c1a-86c5-b24225d93f94 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/25f7e4c0-e1ab-49e6-8d0a-13618d3ff741 HTTP/1.1" status: 204 len: 168 time: 0.1402023 Nov 18 18:17:50.630431 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e42532e-a158-4c1a-86c5-b24225d93f94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25f7e4c0-e1ab-49e6-8d0a-13618d3ff741,revision_number=None']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:17:51.048354 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 50570) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:17:51.212290 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-cea2a506-4bd9-4cb3-b3d0-7fa7df82137a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:51.310518 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-cea2a506-4bd9-4cb3-b3d0-7fa7df82137a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:51.315539 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-cea2a506-4bd9-4cb3-b3d0-7fa7df82137a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:51.365023 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-cea2a506-4bd9-4cb3-b3d0-7fa7df82137a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=de5047e6387344129e535d62e292e3f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3154659 Nov 18 18:17:51.368119 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 50586) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:17:51.379393 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea2a506-4bd9-4cb3-b3d0-7fa7df82137a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8c3b70e-f2f2-49e4-9060-48e66cca5e7d,revision_number=1']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:17:51.408034 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3576fd-cbfd-4245-95ce-87a40834901d req-e6190d8b-0f5b-4aac-af6b-28464af3c119 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:17:51.410115 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-ab3576fd-cbfd-4245-95ce-87a40834901d req-e6190d8b-0f5b-4aac-af6b-28464af3c119 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=afdf38ed-f20b-4bdf-ba97-323d5dc15fa4 HTTP/1.1" status: 200 len: 946 time: 0.0607002 Nov 18 18:17:51.443294 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-093f3061-6cc4-46e9-9ee3-104a8dedf753 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:51.464192 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-ab3576fd-cbfd-4245-95ce-87a40834901d req-7a016bc3-0776-4d88-b858-a2f20c93d88b tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=a54f1b91-e755-42dd-80e2-81fd3516d0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421977 Nov 18 18:17:51.471945 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-093f3061-6cc4-46e9-9ee3-104a8dedf753 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:51.524992 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-093f3061-6cc4-46e9-9ee3-104a8dedf753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:51.527533 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-093f3061-6cc4-46e9-9ee3-104a8dedf753 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:51.528722 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-093f3061-6cc4-46e9-9ee3-104a8dedf753 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e8c3b70e-f2f2-49e4-9060-48e66cca5e7d HTTP/1.1" status: 204 len: 168 time: 0.1594865 Nov 18 18:17:51.536683 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093f3061-6cc4-46e9-9ee3-104a8dedf753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8c3b70e-f2f2-49e4-9060-48e66cca5e7d,revision_number=None']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:17:51.612376 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e270d1-f28f-4dcf-9311-15171729b160 req-013ab6ca-2f0c-4fb5-9dcb-bbc22efe693c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:17:51.614152 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-94e270d1-f28f-4dcf-9311-15171729b160 req-013ab6ca-2f0c-4fb5-9dcb-bbc22efe693c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=080aae90ae2d433d95e93daa3aeb17ce&device_id=afdf38ed-f20b-4bdf-ba97-323d5dc15fa4 HTTP/1.1" status: 200 len: 1099 time: 0.0492628 Nov 18 18:17:51.719974 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e270d1-f28f-4dcf-9311-15171729b160 req-e5aef5a0-79c2-4d02-9bbd-2e3e9696f64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:17:51.723675 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-94e270d1-f28f-4dcf-9311-15171729b160 req-e5aef5a0-79c2-4d02-9bbd-2e3e9696f64f service neutron] 10.222.0.46 "GET /v2.0/networks?id=f21b1cf4-9836-4a7b-8947-90f148ea7c8b HTTP/1.1" status: 200 len: 918 time: 0.1013331 Nov 18 18:17:51.798727 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-94e270d1-f28f-4dcf-9311-15171729b160 req-98ddd039-673e-4e21-929f-061a897ce62d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3d7d3eac-4d1f-46f7-bd38-8201265cf0e4 HTTP/1.1" status: 200 len: 1001 time: 0.0671053 Nov 18 18:17:51.855174 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e270d1-f28f-4dcf-9311-15171729b160 req-4fb3c5cd-3cd5-4c84-935c-7705e18989b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:17:51.856741 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-94e270d1-f28f-4dcf-9311-15171729b160 req-4fb3c5cd-3cd5-4c84-935c-7705e18989b5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7e1d2c9d-3536-4097-943a-2b344ea0e9fc HTTP/1.1" status: 200 len: 856 time: 0.0497282 Nov 18 18:17:51.911231 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e270d1-f28f-4dcf-9311-15171729b160 req-b2f56559-47eb-474b-9578-a4449993ad78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:17:51.914371 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-94e270d1-f28f-4dcf-9311-15171729b160 req-b2f56559-47eb-474b-9578-a4449993ad78 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f21b1cf4-9836-4a7b-8947-90f148ea7c8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0491273 Nov 18 18:17:52.016745 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-94e270d1-f28f-4dcf-9311-15171729b160 req-8bdfddbe-5815-49dd-b748-023bbb4cc56d service neutron] 10.222.0.46 "GET /v2.0/networks/f21b1cf4-9836-4a7b-8947-90f148ea7c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954690 Nov 18 18:17:52.119556 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-94e270d1-f28f-4dcf-9311-15171729b160 req-0e8c1264-bc46-48ef-8932-577b121d097b service neutron] 10.222.0.46 "GET /v2.0/networks/f21b1cf4-9836-4a7b-8947-90f148ea7c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955303 Nov 18 18:17:52.591544 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4ab260-a7a6-4c49-a752-3028c0e3c940 req-998ff7e6-83d2-435a-977a-bf979d0bf5c8 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:17:52.593137 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-0f4ab260-a7a6-4c49-a752-3028c0e3c940 req-998ff7e6-83d2-435a-977a-bf979d0bf5c8 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=afdf38ed-f20b-4bdf-ba97-323d5dc15fa4 HTTP/1.1" status: 200 len: 946 time: 0.0538440 Nov 18 18:17:52.636400 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-0f4ab260-a7a6-4c49-a752-3028c0e3c940 req-8c805741-70a8-486b-aaac-7eaddec2779d tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=a54f1b91-e755-42dd-80e2-81fd3516d0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366676 Nov 18 18:17:53.584017 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Device 3d7d3eac-4d1f-46f7-bd38-8201265cf0e4 no longer exists at agent hyperv_hv-cinder-81669 {{(pid=101555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 18:17:53.662181 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:53.691075 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afdf38ed-f20b-4bdf-ba97-323d5dc15fa4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d7d3eac-4d1f-46f7-bd38-8201265cf0e4'}] {{(pid=101555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:17:53.693403 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d346ce470d451c2c3f81e461e68bbd58c3f0d417750f3f38c7c8caca9575360f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d9b607b-9891-4992-bf6c-bd25d26babfa" -d '{"events": [{"server_uuid": "afdf38ed-f20b-4bdf-ba97-323d5dc15fa4", "name": "network-vif-unplugged", "status": "completed", "tag": "3d7d3eac-4d1f-46f7-bd38-8201265cf0e4"}]}' {{(pid=101555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:17:53.706527 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] For port 3d7d3eac-4d1f-46f7-bd38-8201265cf0e4, host hv-cinder-81669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81669',level=0,port_id=3d7d3eac-4d1f-46f7-bd38-8201265cf0e4,segment=NetworkSegment(43109070-f8b1-4cef-8fc5-8a83cb9b46d4),segment_id=43109070-f8b1-4cef-8fc5-8a83cb9b46d4)] {{(pid=101555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:17:53.711483 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:53.741663 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 18 Nov 2021 18:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-635391e5-b71d-45eb-95cc-0fc319312e48 x-openstack-request-id: req-635391e5-b71d-45eb-95cc-0fc319312e48 {{(pid=101555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:17:53.741974 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afdf38ed-f20b-4bdf-ba97-323d5dc15fa4", "name": "network-vif-unplugged", "status": "completed", "tag": "3d7d3eac-4d1f-46f7-bd38-8201265cf0e4", "code": 200}]} {{(pid=101555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:17:53.742228 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-635391e5-b71d-45eb-95cc-0fc319312e48 {{(pid=101555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:17:53.742613 dv-cinder-816695-1-iscsi neutron-server[101555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afdf38ed-f20b-4bdf-ba97-323d5dc15fa4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d7d3eac-4d1f-46f7-bd38-8201265cf0e4', 'code': 200} Nov 18 18:17:53.769432 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Pushing event updated for resources: {'Port': ['ID=3d7d3eac-4d1f-46f7-bd38-8201265cf0e4,revision_number=8']} {{(pid=101555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:17:53.773176 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49559a5a-e2ab-4bf7-9ee0-3439c9168915 req-fc6025fe-5641-4b52-b8d7-ec42f8da1898 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:17:53.774648 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-49559a5a-e2ab-4bf7-9ee0-3439c9168915 req-fc6025fe-5641-4b52-b8d7-ec42f8da1898 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=afdf38ed-f20b-4bdf-ba97-323d5dc15fa4 HTTP/1.1" status: 200 len: 944 time: 0.0588903 Nov 18 18:17:53.776415 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:17:53.776795 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:17:53.777197 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:17:53.777561 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:17:53.777899 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:17:53.778237 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:17:53.778570 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:17:53.778901 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:17:53.779232 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:17:53.779612 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:17:53.780062 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:17:53.780424 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:17:53.815018 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-49559a5a-e2ab-4bf7-9ee0-3439c9168915 req-1bd66d43-3531-46b2-a567-fe47b14cad42 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=a54f1b91-e755-42dd-80e2-81fd3516d0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337074 Nov 18 18:17:54.947161 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4a5ccc-0039-4347-9922-b1cc31255ee5 req-4e94a1cc-9e09-4748-9eed-133f9668d886 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:17:54.948679 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-ba4a5ccc-0039-4347-9922-b1cc31255ee5 req-4e94a1cc-9e09-4748-9eed-133f9668d886 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=afdf38ed-f20b-4bdf-ba97-323d5dc15fa4 HTTP/1.1" status: 200 len: 944 time: 0.0540464 Nov 18 18:17:54.987555 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-ba4a5ccc-0039-4347-9922-b1cc31255ee5 req-233bc9b5-68fb-4280-b716-95c8c56401d3 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=a54f1b91-e755-42dd-80e2-81fd3516d0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329368 Nov 18 18:17:55.481630 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [req-c9e46174-08a1-495b-bb44-6288fe7a15a2 req-4fea1ab5-5e36-49dc-8c60-6d7deff63a8a service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 18:17:55.482631 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-c9e46174-08a1-495b-bb44-6288fe7a15a2 req-4fea1ab5-5e36-49dc-8c60-6d7deff63a8a service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053222 Nov 18 18:17:55.565261 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:55.653645 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b2de31-d273-41eb-86fe-d35451a0948f req-a1b35792-0cd4-41ba-b54d-88e0421d51ae tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:17:55.655120 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-86b2de31-d273-41eb-86fe-d35451a0948f req-a1b35792-0cd4-41ba-b54d-88e0421d51ae tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=afdf38ed-f20b-4bdf-ba97-323d5dc15fa4 HTTP/1.1" status: 200 len: 944 time: 0.0606294 Nov 18 18:17:55.705203 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-86b2de31-d273-41eb-86fe-d35451a0948f req-d0562395-4b77-498c-898d-dce9a7f08d6d tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=a54f1b91-e755-42dd-80e2-81fd3516d0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431902 Nov 18 18:17:55.878123 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.agents_db [None req-879798a6-d64d-4745-9d9a-40c50c0efc22 None None] Agent healthcheck: found 6 active agents {{(pid=101556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 18:17:56.015615 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 50794) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:17:56.067569 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 50798) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:17:56.147486 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-35f23fa2-d96a-42cf-a4b1-9af1990a3bae req-1a39f506-12e5-41bd-8ece-d4ad8b885aee service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=afdf38ed-f20b-4bdf-ba97-323d5dc15fa4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1301999 Nov 18 18:17:56.157871 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [req-35f23fa2-d96a-42cf-a4b1-9af1990a3bae req-029e5540-3afa-42db-a685-6cfd452078cf service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101554) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 18:17:56.158862 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-35f23fa2-d96a-42cf-a4b1-9af1990a3bae req-029e5540-3afa-42db-a685-6cfd452078cf service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051796 Nov 18 18:17:56.171868 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-408e4aa8-02e0-4738-8219-e5c5def9ad9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:56.250815 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-408e4aa8-02e0-4738-8219-e5c5def9ad9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:56.258596 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-408e4aa8-02e0-4738-8219-e5c5def9ad9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:56.297484 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408e4aa8-02e0-4738-8219-e5c5def9ad9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f581f6b1-7735-4869-b36b-bc4db7cb0c6d,revision_number=1']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:17:56.304505 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-408e4aa8-02e0-4738-8219-e5c5def9ad9e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=89308a64cb6445d7a635606c22abc134&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2355733 Nov 18 18:17:56.304699 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 50806) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:17:56.361177 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-fb93f27b-246e-4395-996d-669bc0aca1a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:56.386425 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-fb93f27b-246e-4395-996d-669bc0aca1a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:56.438982 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-fb93f27b-246e-4395-996d-669bc0aca1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:56.441560 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-fb93f27b-246e-4395-996d-669bc0aca1a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:56.442796 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-fb93f27b-246e-4395-996d-669bc0aca1a7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f581f6b1-7735-4869-b36b-bc4db7cb0c6d HTTP/1.1" status: 204 len: 168 time: 0.1361754 Nov 18 18:17:56.453329 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb93f27b-246e-4395-996d-669bc0aca1a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f581f6b1-7735-4869-b36b-bc4db7cb0c6d,revision_number=None']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:17:56.742981 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 50816) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:17:56.764935 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-90f54a65-cf11-4eaa-9c11-b39d64a0fa2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:56.891673 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7a2a03-af8f-4295-bd7a-1993fc7a423e req-e10fbef4-a526-410a-85a2-fbb5b365e833 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:17:56.893140 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-8a7a2a03-af8f-4295-bd7a-1993fc7a423e req-e10fbef4-a526-410a-85a2-fbb5b365e833 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=afdf38ed-f20b-4bdf-ba97-323d5dc15fa4 HTTP/1.1" status: 200 len: 944 time: 0.0679870 Nov 18 18:17:56.925154 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-90f54a65-cf11-4eaa-9c11-b39d64a0fa2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:56.929826 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-90f54a65-cf11-4eaa-9c11-b39d64a0fa2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:56.979480 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-8a7a2a03-af8f-4295-bd7a-1993fc7a423e req-6bb86065-44d1-4da7-ad80-e75dc17376d8 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=a54f1b91-e755-42dd-80e2-81fd3516d0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766804 Nov 18 18:17:56.993062 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-90f54a65-cf11-4eaa-9c11-b39d64a0fa2e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6bcd8546678a4b80a082eb4f87934d8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2490757 Nov 18 18:17:57.004886 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f54a65-cf11-4eaa-9c11-b39d64a0fa2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8193fab-17de-49cc-aa09-41c3be69e760,revision_number=1']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:17:57.006304 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 50818) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:17:57.058129 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-2bc75712-dedb-49b3-8625-22d15005252b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:57.083410 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-2bc75712-dedb-49b3-8625-22d15005252b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:57.138311 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-2bc75712-dedb-49b3-8625-22d15005252b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:57.141760 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-2bc75712-dedb-49b3-8625-22d15005252b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:57.142909 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-2bc75712-dedb-49b3-8625-22d15005252b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d8193fab-17de-49cc-aa09-41c3be69e760 HTTP/1.1" status: 204 len: 168 time: 0.1461141 Nov 18 18:17:57.152671 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc75712-dedb-49b3-8625-22d15005252b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8193fab-17de-49cc-aa09-41c3be69e760,revision_number=None']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:17:57.497028 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 50826) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:17:57.511523 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-3cf5185f-7632-48a7-bc27-68e31c447c99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:57.591593 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-3cf5185f-7632-48a7-bc27-68e31c447c99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:57.596020 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-3cf5185f-7632-48a7-bc27-68e31c447c99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:57.596191 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Device 3d7d3eac-4d1f-46f7-bd38-8201265cf0e4 no longer exists at agent hyperv_hv-cinder-81669 {{(pid=101555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 18:17:57.645163 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-3cf5185f-7632-48a7-bc27-68e31c447c99 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6317b378e84b4db7bab301e42864bb46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1469965 Nov 18 18:17:57.646113 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf5185f-7632-48a7-bc27-68e31c447c99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f9913ef-e9cb-4c01-af2e-5e747c714147,revision_number=1']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:17:57.649824 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 50828) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:17:57.707602 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-1f8a7d21-0499-41ff-a1a7-1ab6bdd26212 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:57.725887 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f23fa2-d96a-42cf-a4b1-9af1990a3bae req-8e081ecd-e96b-4f2c-9673-7197d443be31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:17:57.727392 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-35f23fa2-d96a-42cf-a4b1-9af1990a3bae req-8e081ecd-e96b-4f2c-9673-7197d443be31 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=afdf38ed-f20b-4bdf-ba97-323d5dc15fa4&tenant_id=080aae90ae2d433d95e93daa3aeb17ce HTTP/1.1" status: 200 len: 1097 time: 0.0870612 Nov 18 18:17:57.734026 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-1f8a7d21-0499-41ff-a1a7-1ab6bdd26212 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:57.790833 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-1f8a7d21-0499-41ff-a1a7-1ab6bdd26212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:57.792947 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f23fa2-d96a-42cf-a4b1-9af1990a3bae req-b030abe2-31ea-4284-8b7e-ecd75e1438a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:17:57.794173 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-1f8a7d21-0499-41ff-a1a7-1ab6bdd26212 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:17:57.794455 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-35f23fa2-d96a-42cf-a4b1-9af1990a3bae req-b030abe2-31ea-4284-8b7e-ecd75e1438a3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=080aae90ae2d433d95e93daa3aeb17ce&device_id=afdf38ed-f20b-4bdf-ba97-323d5dc15fa4 HTTP/1.1" status: 200 len: 1097 time: 0.0434766 Nov 18 18:17:57.795330 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-1f8a7d21-0499-41ff-a1a7-1ab6bdd26212 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1f9913ef-e9cb-4c01-af2e-5e747c714147 HTTP/1.1" status: 204 len: 168 time: 0.1446004 Nov 18 18:17:57.803857 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8a7d21-0499-41ff-a1a7-1ab6bdd26212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f9913ef-e9cb-4c01-af2e-5e747c714147,revision_number=None']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:17:57.897715 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f23fa2-d96a-42cf-a4b1-9af1990a3bae req-05cd8393-39fa-426f-bc54-2aca17f302b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:17:57.899156 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-35f23fa2-d96a-42cf-a4b1-9af1990a3bae req-05cd8393-39fa-426f-bc54-2aca17f302b9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f21b1cf4-9836-4a7b-8947-90f148ea7c8b HTTP/1.1" status: 200 len: 918 time: 0.0974584 Nov 18 18:17:57.972445 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-35f23fa2-d96a-42cf-a4b1-9af1990a3bae req-c25f2743-4988-4d0c-bfeb-acde7f8d079b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3d7d3eac-4d1f-46f7-bd38-8201265cf0e4 HTTP/1.1" status: 200 len: 999 time: 0.0659511 Nov 18 18:17:58.030227 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f23fa2-d96a-42cf-a4b1-9af1990a3bae req-da0b4f98-7108-43d6-8e61-5f335bd3c349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:17:58.032109 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-35f23fa2-d96a-42cf-a4b1-9af1990a3bae req-da0b4f98-7108-43d6-8e61-5f335bd3c349 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7e1d2c9d-3536-4097-943a-2b344ea0e9fc HTTP/1.1" status: 200 len: 856 time: 0.0474753 Nov 18 18:17:58.148930 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f23fa2-d96a-42cf-a4b1-9af1990a3bae req-6083b3a0-4b6f-4d2f-b073-843e06bae720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:17:58.150465 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-35f23fa2-d96a-42cf-a4b1-9af1990a3bae req-6083b3a0-4b6f-4d2f-b073-843e06bae720 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f21b1cf4-9836-4a7b-8947-90f148ea7c8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1098490 Nov 18 18:17:58.166030 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33135de7-6afd-4476-ac52-e7bc6a3cd7a4 req-0fd5c57c-5fc8-4570-8825-a9a8874e6510 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:17:58.167766 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-33135de7-6afd-4476-ac52-e7bc6a3cd7a4 req-0fd5c57c-5fc8-4570-8825-a9a8874e6510 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=afdf38ed-f20b-4bdf-ba97-323d5dc15fa4 HTTP/1.1" status: 200 len: 944 time: 0.0934949 Nov 18 18:17:58.488956 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-33135de7-6afd-4476-ac52-e7bc6a3cd7a4 req-f8feb4de-cf1f-4fad-8428-76d27f220f1f tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=a54f1b91-e755-42dd-80e2-81fd3516d0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3124247 Nov 18 18:17:58.518773 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-35f23fa2-d96a-42cf-a4b1-9af1990a3bae req-667fa415-bb5e-4a74-abb8-a826abd50a23 service neutron] 10.222.0.46 "GET /v2.0/networks/f21b1cf4-9836-4a7b-8947-90f148ea7c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3499706 Nov 18 18:17:58.617020 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-35f23fa2-d96a-42cf-a4b1-9af1990a3bae req-beb3bab9-d1ae-4588-ad81-c1fd6fafab42 service neutron] 10.222.0.46 "GET /v2.0/networks/f21b1cf4-9836-4a7b-8947-90f148ea7c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893278 Nov 18 18:17:59.628755 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc4162b-68ef-400f-858c-6e1269060131 req-a7852392-74d4-438b-b365-fff81ea5effa tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:17:59.637943 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-2bc4162b-68ef-400f-858c-6e1269060131 req-a7852392-74d4-438b-b365-fff81ea5effa tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=afdf38ed-f20b-4bdf-ba97-323d5dc15fa4 HTTP/1.1" status: 200 len: 944 time: 0.0641916 Nov 18 18:17:59.688233 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-2bc4162b-68ef-400f-858c-6e1269060131 req-3193ecdd-69cf-46c0-83f4-0c8a3b77b376 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=a54f1b91-e755-42dd-80e2-81fd3516d0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444911 Nov 18 18:18:00.813031 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6a38a0-c852-41ad-abc4-27262b03281d req-66d2be17-4259-4ed1-92df-8054aaebffc6 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:18:00.814535 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-4b6a38a0-c852-41ad-abc4-27262b03281d req-66d2be17-4259-4ed1-92df-8054aaebffc6 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=afdf38ed-f20b-4bdf-ba97-323d5dc15fa4 HTTP/1.1" status: 200 len: 944 time: 0.0563772 Nov 18 18:18:00.862801 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-4b6a38a0-c852-41ad-abc4-27262b03281d req-298e14aa-459f-40d3-be87-b170c873d5be tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=a54f1b91-e755-42dd-80e2-81fd3516d0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412357 Nov 18 18:18:02.006024 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9caf927-ccff-42cc-984a-e2c3fc848f64 req-cf1de8a4-e994-4baf-9b97-b79979263c49 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:18:02.007420 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-f9caf927-ccff-42cc-984a-e2c3fc848f64 req-cf1de8a4-e994-4baf-9b97-b79979263c49 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=afdf38ed-f20b-4bdf-ba97-323d5dc15fa4 HTTP/1.1" status: 200 len: 944 time: 0.0631714 Nov 18 18:18:02.049331 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-f9caf927-ccff-42cc-984a-e2c3fc848f64 req-4bb83428-f6eb-4338-abc4-f53e5ba66505 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=a54f1b91-e755-42dd-80e2-81fd3516d0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347910 Nov 18 18:18:02.516515 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 50926) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:18:02.657814 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-4ac75a4d-688e-454d-8f39-f681fb0de301 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:18:02.754713 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-4ac75a4d-688e-454d-8f39-f681fb0de301 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:18:02.763880 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-4ac75a4d-688e-454d-8f39-f681fb0de301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:18:02.805643 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-4ac75a4d-688e-454d-8f39-f681fb0de301 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=163563a706e041cfb5f6113d3a67e883&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2873716 Nov 18 18:18:02.806544 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac75a4d-688e-454d-8f39-f681fb0de301 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=886dce20-a371-46c6-b883-eafc094db055,revision_number=1']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:18:02.810472 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 50932) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:18:02.879707 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-584df1a5-aa6a-45ed-83bd-777fcd5b806d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:18:02.908852 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-584df1a5-aa6a-45ed-83bd-777fcd5b806d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:18:02.970148 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-584df1a5-aa6a-45ed-83bd-777fcd5b806d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:18:02.974010 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-584df1a5-aa6a-45ed-83bd-777fcd5b806d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:18:02.974448 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-584df1a5-aa6a-45ed-83bd-777fcd5b806d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/886dce20-a371-46c6-b883-eafc094db055 HTTP/1.1" status: 204 len: 168 time: 0.1644819 Nov 18 18:18:02.983659 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584df1a5-aa6a-45ed-83bd-777fcd5b806d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=886dce20-a371-46c6-b883-eafc094db055,revision_number=None']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:18:03.189275 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5f1c4c-08c7-419d-b122-6665bcdd0522 req-a2a47ec5-d18d-4144-9e3b-6042450edbe2 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:18:03.197847 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-3c5f1c4c-08c7-419d-b122-6665bcdd0522 req-a2a47ec5-d18d-4144-9e3b-6042450edbe2 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=afdf38ed-f20b-4bdf-ba97-323d5dc15fa4 HTTP/1.1" status: 200 len: 944 time: 0.0570641 Nov 18 18:18:03.233526 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-3c5f1c4c-08c7-419d-b122-6665bcdd0522 req-34c7d59e-e7b0-4532-a35e-2c97c1d5abc1 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=a54f1b91-e755-42dd-80e2-81fd3516d0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343635 Nov 18 18:18:03.308794 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 50940) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:18:03.334771 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-333d2b33-c7ab-45a9-bba6-e418328caaf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:18:03.424375 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-333d2b33-c7ab-45a9-bba6-e418328caaf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:18:03.429087 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-333d2b33-c7ab-45a9-bba6-e418328caaf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:18:03.468844 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333d2b33-c7ab-45a9-bba6-e418328caaf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d74ee38b-0acb-4ca7-af3a-f6f30531ce67,revision_number=1']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:18:03.474278 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-333d2b33-c7ab-45a9-bba6-e418328caaf1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1f1d79624f0d42889612cc9f010f84e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1641376 Nov 18 18:18:03.477385 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 50944) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:18:03.548525 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-0b75b8f6-adaf-4991-9f11-b1beda43267b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:18:03.572684 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-0b75b8f6-adaf-4991-9f11-b1beda43267b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:18:03.627594 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-0b75b8f6-adaf-4991-9f11-b1beda43267b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:18:03.630229 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-0b75b8f6-adaf-4991-9f11-b1beda43267b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:18:03.631989 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-0b75b8f6-adaf-4991-9f11-b1beda43267b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d74ee38b-0acb-4ca7-af3a-f6f30531ce67 HTTP/1.1" status: 204 len: 168 time: 0.1525280 Nov 18 18:18:03.644869 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b75b8f6-adaf-4991-9f11-b1beda43267b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d74ee38b-0acb-4ca7-af3a-f6f30531ce67,revision_number=None']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:18:04.390864 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ee70e8-334e-4d76-8fb4-e9b6a83598bc req-7a55ef39-5580-4472-bbe1-dbf82c686686 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:18:04.392545 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-69ee70e8-334e-4d76-8fb4-e9b6a83598bc req-7a55ef39-5580-4472-bbe1-dbf82c686686 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=afdf38ed-f20b-4bdf-ba97-323d5dc15fa4 HTTP/1.1" status: 200 len: 944 time: 0.0571728 Nov 18 18:18:04.442373 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-69ee70e8-334e-4d76-8fb4-e9b6a83598bc req-5dc2b827-f688-4b57-81f0-ce5e0bd8e7f6 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=a54f1b91-e755-42dd-80e2-81fd3516d0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424440 Nov 18 18:18:05.050752 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 50978) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:18:05.187535 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-32123d15-ddc6-4044-aa0c-d6ea8e4b2eac admin admin] Notify callbacks [] for security_group, before_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:18:05.285703 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-32123d15-ddc6-4044-aa0c-d6ea8e4b2eac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:18:05.290777 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-32123d15-ddc6-4044-aa0c-d6ea8e4b2eac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:18:05.332845 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32123d15-ddc6-4044-aa0c-d6ea8e4b2eac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2def7522-17e7-4afc-b71f-ef9087dbfe22,revision_number=1']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:18:05.339453 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-32123d15-ddc6-4044-aa0c-d6ea8e4b2eac admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c731d01afcf3419ba2c006da22daa6e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2873728 Nov 18 18:18:05.339905 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 50982) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:18:05.406623 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-d3010131-060a-4d71-8549-537753e8e21a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:18:05.434380 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-d3010131-060a-4d71-8549-537753e8e21a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:18:05.486327 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-d3010131-060a-4d71-8549-537753e8e21a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:18:05.488142 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-d3010131-060a-4d71-8549-537753e8e21a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:18:05.490437 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-d3010131-060a-4d71-8549-537753e8e21a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2def7522-17e7-4afc-b71f-ef9087dbfe22 HTTP/1.1" status: 204 len: 168 time: 0.1469526 Nov 18 18:18:05.499608 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3010131-060a-4d71-8549-537753e8e21a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2def7522-17e7-4afc-b71f-ef9087dbfe22,revision_number=None']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:18:05.655979 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ef7bad-0fcc-44ef-91b2-586a0249c7df req-ca710ef1-d530-4bff-8716-e5dfb8545067 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:18:05.658061 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-25ef7bad-0fcc-44ef-91b2-586a0249c7df req-ca710ef1-d530-4bff-8716-e5dfb8545067 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=afdf38ed-f20b-4bdf-ba97-323d5dc15fa4 HTTP/1.1" status: 200 len: 944 time: 0.1198723 Nov 18 18:18:05.704124 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-25ef7bad-0fcc-44ef-91b2-586a0249c7df req-91601de7-4a75-4840-9d66-0b160af71c2a tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=a54f1b91-e755-42dd-80e2-81fd3516d0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386426 Nov 18 18:18:06.872494 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d61b968-1687-467c-aae0-3f8253a33561 req-c444c2d9-3add-4baf-b679-8ad75849991b tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:18:06.874048 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-2d61b968-1687-467c-aae0-3f8253a33561 req-c444c2d9-3add-4baf-b679-8ad75849991b tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=afdf38ed-f20b-4bdf-ba97-323d5dc15fa4 HTTP/1.1" status: 200 len: 944 time: 0.0625157 Nov 18 18:18:06.928476 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-2d61b968-1687-467c-aae0-3f8253a33561 req-969dde5f-cc20-402b-98c9-518863915018 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=a54f1b91-e755-42dd-80e2-81fd3516d0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474043 Nov 18 18:18:08.080793 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3436e1-6116-4cad-abf3-81d97c7d3855 req-bdc926a9-6dab-4a26-8b33-5a8c4d8bda60 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:18:08.082661 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-9e3436e1-6116-4cad-abf3-81d97c7d3855 req-bdc926a9-6dab-4a26-8b33-5a8c4d8bda60 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=afdf38ed-f20b-4bdf-ba97-323d5dc15fa4 HTTP/1.1" status: 200 len: 944 time: 0.0678375 Nov 18 18:18:08.132144 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-9e3436e1-6116-4cad-abf3-81d97c7d3855 req-c18e7094-7fa9-4f28-b5ec-b4c2f0bbfe36 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=a54f1b91-e755-42dd-80e2-81fd3516d0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407453 Nov 18 18:18:09.285054 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4e0693-b063-4253-bea8-f3ba9706b376 req-ae4eefba-287f-4ea5-85ae-924a9c6e76ab tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:18:09.286733 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-2f4e0693-b063-4253-bea8-f3ba9706b376 req-ae4eefba-287f-4ea5-85ae-924a9c6e76ab tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=afdf38ed-f20b-4bdf-ba97-323d5dc15fa4 HTTP/1.1" status: 200 len: 944 time: 0.0683684 Nov 18 18:18:09.325940 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-2f4e0693-b063-4253-bea8-f3ba9706b376 req-54a0aea5-f9f9-4ef2-b883-cb6869511b36 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=a54f1b91-e755-42dd-80e2-81fd3516d0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331197 Nov 18 18:18:10.458050 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3d89c2-00a5-4cf0-ac76-705fb7ee89f6 req-7ded58fb-a5a7-4354-a096-d30acfbda328 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:18:10.460136 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-0e3d89c2-00a5-4cf0-ac76-705fb7ee89f6 req-7ded58fb-a5a7-4354-a096-d30acfbda328 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=afdf38ed-f20b-4bdf-ba97-323d5dc15fa4 HTTP/1.1" status: 200 len: 944 time: 0.0632200 Nov 18 18:18:10.498754 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-0e3d89c2-00a5-4cf0-ac76-705fb7ee89f6 req-9121ac16-90e8-447c-8f76-fa20017d27aa tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=a54f1b91-e755-42dd-80e2-81fd3516d0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326195 Nov 18 18:18:10.978548 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-69b9d811-2a34-4b4d-b2f7-eb815f18196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:18:11.619977 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595c8cc4-d201-48ac-b697-56af1a1c908c req-084455b5-ade3-4c94-bde1-51cd5ac03421 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:18:11.621493 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-595c8cc4-d201-48ac-b697-56af1a1c908c req-084455b5-ade3-4c94-bde1-51cd5ac03421 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=afdf38ed-f20b-4bdf-ba97-323d5dc15fa4 HTTP/1.1" status: 200 len: 944 time: 0.0514879 Nov 18 18:18:11.669377 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-595c8cc4-d201-48ac-b697-56af1a1c908c req-60df27cd-0277-4e23-b563-adef6b7d8708 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=a54f1b91-e755-42dd-80e2-81fd3516d0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420470 Nov 18 18:18:12.800639 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035f0d2e-21b6-4310-84f7-c67c8abcf646 req-6161d330-d840-4860-92d5-a1ba8305526f tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:18:12.802646 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-035f0d2e-21b6-4310-84f7-c67c8abcf646 req-6161d330-d840-4860-92d5-a1ba8305526f tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=afdf38ed-f20b-4bdf-ba97-323d5dc15fa4 HTTP/1.1" status: 200 len: 944 time: 0.0563240 Nov 18 18:18:12.839015 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-035f0d2e-21b6-4310-84f7-c67c8abcf646 req-b1566a96-88c4-4c1a-9588-9aaf1239febd tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=a54f1b91-e755-42dd-80e2-81fd3516d0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304663 Nov 18 18:18:13.959429 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4219a6ea-48fe-4d11-9ba9-30070ef02cbe req-450e8ca3-63e1-445f-8053-6ba0b532a59a tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:18:13.960936 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-4219a6ea-48fe-4d11-9ba9-30070ef02cbe req-450e8ca3-63e1-445f-8053-6ba0b532a59a tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=afdf38ed-f20b-4bdf-ba97-323d5dc15fa4 HTTP/1.1" status: 200 len: 944 time: 0.0491569 Nov 18 18:18:13.999668 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-4219a6ea-48fe-4d11-9ba9-30070ef02cbe req-88bfaa47-0486-4324-b89c-f7b95aa1b23c tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=a54f1b91-e755-42dd-80e2-81fd3516d0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325189 Nov 18 18:18:14.010224 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a4d92cca-65de-45ad-8564-ab36c88afb4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:18:14.179736 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:18:14.897808 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-e3a848c2-ffa0-4288-a759-e5f077163e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:18:15.126043 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb0d5fb-a314-4236-a088-a79b44c2aba3 req-dff037f8-73d4-4383-8403-fd0c20335f29 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:18:15.127527 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-acb0d5fb-a314-4236-a088-a79b44c2aba3 req-dff037f8-73d4-4383-8403-fd0c20335f29 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=afdf38ed-f20b-4bdf-ba97-323d5dc15fa4 HTTP/1.1" status: 200 len: 944 time: 0.0495279 Nov 18 18:18:15.165697 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-acb0d5fb-a314-4236-a088-a79b44c2aba3 req-781e3613-4ec1-4066-b70a-48374f7b40bc tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=a54f1b91-e755-42dd-80e2-81fd3516d0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322266 Nov 18 18:18:16.295078 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954a0457-bd26-4d46-89bd-c60b69217b2a req-90073634-d554-4f2b-b88d-9f1315e68587 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:18:16.296563 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-954a0457-bd26-4d46-89bd-c60b69217b2a req-90073634-d554-4f2b-b88d-9f1315e68587 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=afdf38ed-f20b-4bdf-ba97-323d5dc15fa4 HTTP/1.1" status: 200 len: 944 time: 0.0515919 Nov 18 18:18:16.334686 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-954a0457-bd26-4d46-89bd-c60b69217b2a req-302aa20f-10be-4c4a-a6da-bab2ebb11f50 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=a54f1b91-e755-42dd-80e2-81fd3516d0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314138 Nov 18 18:18:16.921069 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-cd169395-ba62-4885-8b1f-e6616afe023f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:18:17.455865 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7ee853-d9e5-4f17-b25f-956cbfd0c1ab req-1259e658-3ab1-4961-93af-83ee50f2dada tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:18:17.457407 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-7b7ee853-d9e5-4f17-b25f-956cbfd0c1ab req-1259e658-3ab1-4961-93af-83ee50f2dada tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=afdf38ed-f20b-4bdf-ba97-323d5dc15fa4 HTTP/1.1" status: 200 len: 944 time: 0.0492768 Nov 18 18:18:17.496633 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-7b7ee853-d9e5-4f17-b25f-956cbfd0c1ab req-2dbaf727-0abc-4dad-8309-044486a12f3d tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=a54f1b91-e755-42dd-80e2-81fd3516d0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326831 Nov 18 18:18:18.632769 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4954f183-a0e6-4906-bb62-a77a611c2108 req-d9075234-df99-42f8-b3df-f3bb65f302b3 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:18:18.634525 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-4954f183-a0e6-4906-bb62-a77a611c2108 req-d9075234-df99-42f8-b3df-f3bb65f302b3 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=afdf38ed-f20b-4bdf-ba97-323d5dc15fa4 HTTP/1.1" status: 200 len: 944 time: 0.0497541 Nov 18 18:18:18.673724 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-4954f183-a0e6-4906-bb62-a77a611c2108 req-f43693a4-703f-4a38-b403-6f832d6e2afc tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=a54f1b91-e755-42dd-80e2-81fd3516d0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332096 Nov 18 18:18:19.799513 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfaa8c9-3d26-44dd-9adc-9e24fa83635c req-21107f61-8dd4-4a09-a390-633ea9dbee44 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:18:19.801053 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-8cfaa8c9-3d26-44dd-9adc-9e24fa83635c req-21107f61-8dd4-4a09-a390-633ea9dbee44 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=afdf38ed-f20b-4bdf-ba97-323d5dc15fa4 HTTP/1.1" status: 200 len: 944 time: 0.0543034 Nov 18 18:18:19.841866 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-8cfaa8c9-3d26-44dd-9adc-9e24fa83635c req-298b9b2f-8f5c-48bc-97f7-5c58a86c59ad tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=a54f1b91-e755-42dd-80e2-81fd3516d0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341525 Nov 18 18:18:20.966607 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137e3652-d32a-4227-ba90-3a9aed0309d8 req-67ee3b96-bb39-4934-a970-de3c6ba69b6e tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:18:20.968355 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-137e3652-d32a-4227-ba90-3a9aed0309d8 req-67ee3b96-bb39-4934-a970-de3c6ba69b6e tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=afdf38ed-f20b-4bdf-ba97-323d5dc15fa4 HTTP/1.1" status: 200 len: 944 time: 0.0526674 Nov 18 18:18:21.006365 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-137e3652-d32a-4227-ba90-3a9aed0309d8 req-9f3926ff-a8b0-45b3-a151-acd89619206a tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=a54f1b91-e755-42dd-80e2-81fd3516d0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316784 Nov 18 18:18:21.972574 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 51152) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:18:22.072478 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-84da4bab-3ab8-4d5b-8f3a-17183cddec56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:18:22.126226 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e33769a-b47f-4e84-ab4d-02e9369d5409 req-f0be15aa-81eb-4db5-8bef-c252316331f5 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:18:22.128032 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-4e33769a-b47f-4e84-ab4d-02e9369d5409 req-f0be15aa-81eb-4db5-8bef-c252316331f5 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=afdf38ed-f20b-4bdf-ba97-323d5dc15fa4 HTTP/1.1" status: 200 len: 944 time: 0.0501945 Nov 18 18:18:22.146083 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-84da4bab-3ab8-4d5b-8f3a-17183cddec56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:18:22.150217 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-84da4bab-3ab8-4d5b-8f3a-17183cddec56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:18:22.167306 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-4e33769a-b47f-4e84-ab4d-02e9369d5409 req-c460f20b-e693-4224-bea1-bff21aac0723 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=a54f1b91-e755-42dd-80e2-81fd3516d0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320463 Nov 18 18:18:22.188622 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-84da4bab-3ab8-4d5b-8f3a-17183cddec56 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bdf67a3890f64c2ba3cf02a1c3b5ca20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2150440 Nov 18 18:18:22.189555 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84da4bab-3ab8-4d5b-8f3a-17183cddec56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=468333e6-a60b-46be-8ea3-5722c7acbc4d,revision_number=1']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:18:22.191229 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 51158) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:18:22.244034 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-3ddbcb1f-8cfa-4e0f-98b1-5c6714931742 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:18:22.265560 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-3ddbcb1f-8cfa-4e0f-98b1-5c6714931742 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:18:22.316123 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-3ddbcb1f-8cfa-4e0f-98b1-5c6714931742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:18:22.319236 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-3ddbcb1f-8cfa-4e0f-98b1-5c6714931742 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:18:22.320397 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-3ddbcb1f-8cfa-4e0f-98b1-5c6714931742 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/468333e6-a60b-46be-8ea3-5722c7acbc4d HTTP/1.1" status: 204 len: 168 time: 0.1269825 Nov 18 18:18:22.327887 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddbcb1f-8cfa-4e0f-98b1-5c6714931742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=468333e6-a60b-46be-8ea3-5722c7acbc4d,revision_number=None']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:18:23.289230 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c272e6-b8e5-43d5-a2c5-a4e065ca8712 req-63ac1b20-d622-4a08-8276-e13dc8a7fcff tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:18:23.290954 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-80c272e6-b8e5-43d5-a2c5-a4e065ca8712 req-63ac1b20-d622-4a08-8276-e13dc8a7fcff tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=afdf38ed-f20b-4bdf-ba97-323d5dc15fa4 HTTP/1.1" status: 200 len: 944 time: 0.0518515 Nov 18 18:18:23.327621 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-80c272e6-b8e5-43d5-a2c5-a4e065ca8712 req-e04413ee-428b-4b71-9aab-423962c8a4ae tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=a54f1b91-e755-42dd-80e2-81fd3516d0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307827 Nov 18 18:18:24.446186 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2947ff3c-8113-4ea8-b242-7dd212b063f0 req-5e6965e2-7004-428f-93b4-6d1c036aa97b tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:18:24.447937 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-2947ff3c-8113-4ea8-b242-7dd212b063f0 req-5e6965e2-7004-428f-93b4-6d1c036aa97b tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=afdf38ed-f20b-4bdf-ba97-323d5dc15fa4 HTTP/1.1" status: 200 len: 944 time: 0.0492301 Nov 18 18:18:24.484751 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-2947ff3c-8113-4ea8-b242-7dd212b063f0 req-57c6c761-dd79-4a44-8c19-ee1141890ba7 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=a54f1b91-e755-42dd-80e2-81fd3516d0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308354 Nov 18 18:18:25.083679 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726373ec-ff11-4ad9-b898-814befa29d7c req-ed1a2466-a766-442e-a411-eba5e4beb410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:18:25.085184 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-726373ec-ff11-4ad9-b898-814befa29d7c req-ed1a2466-a766-442e-a411-eba5e4beb410 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=080aae90ae2d433d95e93daa3aeb17ce&device_id=afdf38ed-f20b-4bdf-ba97-323d5dc15fa4 HTTP/1.1" status: 200 len: 1097 time: 0.0450685 Nov 18 18:18:25.189412 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726373ec-ff11-4ad9-b898-814befa29d7c req-4427d8af-4cb1-495e-8e08-8cfb3de90f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:18:25.190853 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-726373ec-ff11-4ad9-b898-814befa29d7c req-4427d8af-4cb1-495e-8e08-8cfb3de90f6f service neutron] 10.222.0.46 "GET /v2.0/networks?id=f21b1cf4-9836-4a7b-8947-90f148ea7c8b HTTP/1.1" status: 200 len: 918 time: 0.0838282 Nov 18 18:18:25.258922 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-726373ec-ff11-4ad9-b898-814befa29d7c req-710e2d76-c675-4641-8b77-0a3d82ea1eed service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3d7d3eac-4d1f-46f7-bd38-8201265cf0e4 HTTP/1.1" status: 200 len: 999 time: 0.0604250 Nov 18 18:18:25.308817 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726373ec-ff11-4ad9-b898-814befa29d7c req-4e35746c-5f86-4f0a-9ff5-99d0a897825d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:18:25.310257 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-726373ec-ff11-4ad9-b898-814befa29d7c req-4e35746c-5f86-4f0a-9ff5-99d0a897825d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7e1d2c9d-3536-4097-943a-2b344ea0e9fc HTTP/1.1" status: 200 len: 856 time: 0.0438871 Nov 18 18:18:25.356518 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726373ec-ff11-4ad9-b898-814befa29d7c req-10d4d7a4-819c-48fc-81de-b991eab0b8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:18:25.357895 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-726373ec-ff11-4ad9-b898-814befa29d7c req-10d4d7a4-819c-48fc-81de-b991eab0b8de service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f21b1cf4-9836-4a7b-8947-90f148ea7c8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400729 Nov 18 18:18:25.448016 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-726373ec-ff11-4ad9-b898-814befa29d7c req-66cf2a3f-4d67-45b2-8968-6ea9c7f5023c service neutron] 10.222.0.46 "GET /v2.0/networks/f21b1cf4-9836-4a7b-8947-90f148ea7c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824664 Nov 18 18:18:25.536962 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-726373ec-ff11-4ad9-b898-814befa29d7c req-a2a6d8cd-d092-42eb-9ab2-90e3fee99d62 service neutron] 10.222.0.46 "GET /v2.0/networks/f21b1cf4-9836-4a7b-8947-90f148ea7c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817304 Nov 18 18:18:25.573392 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:18:25.605256 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e53f557-64ee-4c2b-8148-31b8e403ff56 req-3db5e770-7980-468c-b823-ca4fddad1c8f tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:18:25.606756 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-8e53f557-64ee-4c2b-8148-31b8e403ff56 req-3db5e770-7980-468c-b823-ca4fddad1c8f tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=afdf38ed-f20b-4bdf-ba97-323d5dc15fa4 HTTP/1.1" status: 200 len: 944 time: 0.0499988 Nov 18 18:18:25.648232 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-8e53f557-64ee-4c2b-8148-31b8e403ff56 req-3708b62a-6cf6-4035-bf8c-ef71ae483b72 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=a54f1b91-e755-42dd-80e2-81fd3516d0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353835 Nov 18 18:18:26.767004 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361e349d-ec5b-41f6-9ca6-69d6c3c83851 req-bb73ff29-1ed6-4d29-8720-57cdd2fe34ce tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:18:26.768496 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-361e349d-ec5b-41f6-9ca6-69d6c3c83851 req-bb73ff29-1ed6-4d29-8720-57cdd2fe34ce tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=afdf38ed-f20b-4bdf-ba97-323d5dc15fa4 HTTP/1.1" status: 200 len: 944 time: 0.0490620 Nov 18 18:18:26.805365 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-361e349d-ec5b-41f6-9ca6-69d6c3c83851 req-f38a2788-fecb-4dda-85b9-4fdf49ff361d tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=a54f1b91-e755-42dd-80e2-81fd3516d0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309308 Nov 18 18:18:27.922181 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4ebbb8-5b48-464f-8ace-77b3bb158f95 req-e82de8ca-32b8-43f8-a430-9149f9dfc6d2 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:18:27.923640 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-8a4ebbb8-5b48-464f-8ace-77b3bb158f95 req-e82de8ca-32b8-43f8-a430-9149f9dfc6d2 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=afdf38ed-f20b-4bdf-ba97-323d5dc15fa4 HTTP/1.1" status: 200 len: 944 time: 0.0474093 Nov 18 18:18:27.961515 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-8a4ebbb8-5b48-464f-8ace-77b3bb158f95 req-2a4f157c-b45d-4791-92f3-cdffb5e168d1 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=a54f1b91-e755-42dd-80e2-81fd3516d0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311821 Nov 18 18:18:29.227297 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017c3e25-f6c6-458f-a966-8a29dcb467fa req-29bea55a-429a-498e-8061-21ac624e4692 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:18:29.228809 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-017c3e25-f6c6-458f-a966-8a29dcb467fa req-29bea55a-429a-498e-8061-21ac624e4692 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=afdf38ed-f20b-4bdf-ba97-323d5dc15fa4 HTTP/1.1" status: 200 len: 944 time: 0.1966445 Nov 18 18:18:29.269734 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-017c3e25-f6c6-458f-a966-8a29dcb467fa req-7ee5e8b1-f784-4a10-8903-bc4564833fa5 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=a54f1b91-e755-42dd-80e2-81fd3516d0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346351 Nov 18 18:18:30.450482 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5f5b35-0e07-4113-83d4-1b3d062fa66e req-85d1c602-4c55-4b15-a8cb-bdf2c83c786c tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:18:30.451949 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-ad5f5b35-0e07-4113-83d4-1b3d062fa66e req-85d1c602-4c55-4b15-a8cb-bdf2c83c786c tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=afdf38ed-f20b-4bdf-ba97-323d5dc15fa4 HTTP/1.1" status: 200 len: 944 time: 0.1024842 Nov 18 18:18:30.488323 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-ad5f5b35-0e07-4113-83d4-1b3d062fa66e req-ae655b26-2ac3-4a29-af28-87290ebe5cc5 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=a54f1b91-e755-42dd-80e2-81fd3516d0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305796 Nov 18 18:18:31.606024 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f06fd83-bc41-45f0-8691-a76945f9470d req-7a483199-c650-4742-a9bf-e747c5a0133e tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:18:31.607499 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-4f06fd83-bc41-45f0-8691-a76945f9470d req-7a483199-c650-4742-a9bf-e747c5a0133e tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=afdf38ed-f20b-4bdf-ba97-323d5dc15fa4 HTTP/1.1" status: 200 len: 944 time: 0.0485182 Nov 18 18:18:31.644509 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-4f06fd83-bc41-45f0-8691-a76945f9470d req-1bf329d1-6154-4661-b3ac-df96fd2e3848 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=a54f1b91-e755-42dd-80e2-81fd3516d0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310922 Nov 18 18:18:32.762918 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385024f9-35c0-49f2-9861-e14611578e4b req-9066786d-0c0c-423f-8abc-637926ccea74 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:18:32.764424 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-385024f9-35c0-49f2-9861-e14611578e4b req-9066786d-0c0c-423f-8abc-637926ccea74 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=afdf38ed-f20b-4bdf-ba97-323d5dc15fa4 HTTP/1.1" status: 200 len: 944 time: 0.0481036 Nov 18 18:18:32.809823 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-385024f9-35c0-49f2-9861-e14611578e4b req-212be646-0709-44a7-9a07-a2e1e370f645 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=a54f1b91-e755-42dd-80e2-81fd3516d0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388451 Nov 18 18:18:32.877618 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.agents_db [None req-879798a6-d64d-4745-9d9a-40c50c0efc22 None None] Agent healthcheck: found 6 active agents {{(pid=101556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 18:18:33.927730 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04169e5-8461-47eb-88b4-de0f9fe8bc37 req-d8f0b986-b656-4e19-a116-71e2a7b70fd6 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:18:33.929203 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-e04169e5-8461-47eb-88b4-de0f9fe8bc37 req-d8f0b986-b656-4e19-a116-71e2a7b70fd6 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=afdf38ed-f20b-4bdf-ba97-323d5dc15fa4 HTTP/1.1" status: 200 len: 944 time: 0.0483687 Nov 18 18:18:33.965875 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-e04169e5-8461-47eb-88b4-de0f9fe8bc37 req-478e895d-06b0-4709-9e19-d76c08a0a7a8 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=a54f1b91-e755-42dd-80e2-81fd3516d0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308874 Nov 18 18:18:35.083641 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e2657b-66af-4925-9222-f7120233e3c0 req-320fd90d-cb82-418d-acd5-a15847c8461d tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:18:35.085169 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-33e2657b-66af-4925-9222-f7120233e3c0 req-320fd90d-cb82-418d-acd5-a15847c8461d tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=afdf38ed-f20b-4bdf-ba97-323d5dc15fa4 HTTP/1.1" status: 200 len: 944 time: 0.0481756 Nov 18 18:18:35.121585 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-33e2657b-66af-4925-9222-f7120233e3c0 req-9178235e-556a-4030-9cfa-010298040f5b tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=a54f1b91-e755-42dd-80e2-81fd3516d0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306864 Nov 18 18:18:36.240175 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539b6dfc-998c-4a53-b497-2ec6de9c749e req-c119bad1-e823-41f8-9252-ae79f7d48835 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:18:36.241622 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-539b6dfc-998c-4a53-b497-2ec6de9c749e req-c119bad1-e823-41f8-9252-ae79f7d48835 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=afdf38ed-f20b-4bdf-ba97-323d5dc15fa4 HTTP/1.1" status: 200 len: 944 time: 0.0478511 Nov 18 18:18:36.282097 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-539b6dfc-998c-4a53-b497-2ec6de9c749e req-7a97b63a-4913-4911-a768-31468783a893 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=a54f1b91-e755-42dd-80e2-81fd3516d0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346997 Nov 18 18:18:37.401249 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0398a86c-acfa-484c-8bdf-76fb0ecab9fb req-c7447e7d-8bda-4458-84d0-93e593371928 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:18:37.402800 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-0398a86c-acfa-484c-8bdf-76fb0ecab9fb req-c7447e7d-8bda-4458-84d0-93e593371928 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=afdf38ed-f20b-4bdf-ba97-323d5dc15fa4 HTTP/1.1" status: 200 len: 944 time: 0.0498340 Nov 18 18:18:37.444658 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-0398a86c-acfa-484c-8bdf-76fb0ecab9fb req-78fb3250-d437-4364-82bf-64ee6fbf88c9 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=a54f1b91-e755-42dd-80e2-81fd3516d0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360050 Nov 18 18:18:38.560166 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed751e-bb52-4804-be33-d86e95f182a0 req-b25d04f5-f44e-492a-8e06-c1f45d999b00 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:18:38.561613 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-71ed751e-bb52-4804-be33-d86e95f182a0 req-b25d04f5-f44e-492a-8e06-c1f45d999b00 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=afdf38ed-f20b-4bdf-ba97-323d5dc15fa4 HTTP/1.1" status: 200 len: 944 time: 0.0477600 Nov 18 18:18:38.598675 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-71ed751e-bb52-4804-be33-d86e95f182a0 req-d0bb8e73-1b7b-42c5-ae2b-b6090d947565 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=a54f1b91-e755-42dd-80e2-81fd3516d0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312314 Nov 18 18:18:39.717664 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b8603e-f49d-4934-b166-50ea47c1e1a4 req-cccde33f-5ee7-4111-9fa9-88a2146a0574 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:18:39.719169 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-56b8603e-f49d-4934-b166-50ea47c1e1a4 req-cccde33f-5ee7-4111-9fa9-88a2146a0574 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=afdf38ed-f20b-4bdf-ba97-323d5dc15fa4 HTTP/1.1" status: 200 len: 944 time: 0.0481997 Nov 18 18:18:39.760470 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-56b8603e-f49d-4934-b166-50ea47c1e1a4 req-d6b36f0d-6530-4466-90f9-af1fc1d9be88 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=a54f1b91-e755-42dd-80e2-81fd3516d0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354013 Nov 18 18:18:40.877420 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9161047-e225-4e81-8c41-1921ef3e143e req-76c4cc9c-3c04-40ac-8378-bd53dc720b51 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:18:40.878764 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-e9161047-e225-4e81-8c41-1921ef3e143e req-76c4cc9c-3c04-40ac-8378-bd53dc720b51 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=afdf38ed-f20b-4bdf-ba97-323d5dc15fa4 HTTP/1.1" status: 200 len: 944 time: 0.0485742 Nov 18 18:18:40.915319 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-e9161047-e225-4e81-8c41-1921ef3e143e req-b717c7e4-af27-4353-b132-5cead9e07f26 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=a54f1b91-e755-42dd-80e2-81fd3516d0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304532 Nov 18 18:18:40.971495 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fb53a4bc-076f-4e23-8e73-4b998e289a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:18:42.137952 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387cda68-6150-4cce-8168-2728fb3ab347 req-802f01ff-7938-4a1f-900a-376dc0d3610d tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:18:42.139762 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-387cda68-6150-4cce-8168-2728fb3ab347 req-802f01ff-7938-4a1f-900a-376dc0d3610d tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=afdf38ed-f20b-4bdf-ba97-323d5dc15fa4 HTTP/1.1" status: 200 len: 944 time: 0.0539978 Nov 18 18:18:42.178561 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-387cda68-6150-4cce-8168-2728fb3ab347 req-53600bd4-1ec9-478e-98e3-3223b1e7429a tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=a54f1b91-e755-42dd-80e2-81fd3516d0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318594 Nov 18 18:18:43.299027 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5086405b-276b-451c-9ebf-c9736c94bafb req-351819c3-e40f-4f25-bb80-fa9380f5a153 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:18:43.300545 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-5086405b-276b-451c-9ebf-c9736c94bafb req-351819c3-e40f-4f25-bb80-fa9380f5a153 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=afdf38ed-f20b-4bdf-ba97-323d5dc15fa4 HTTP/1.1" status: 200 len: 944 time: 0.0516202 Nov 18 18:18:43.340907 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-5086405b-276b-451c-9ebf-c9736c94bafb req-dd3d6584-8496-4612-bd62-2583b5483671 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=a54f1b91-e755-42dd-80e2-81fd3516d0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343871 Nov 18 18:18:43.856986 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Device 3d7d3eac-4d1f-46f7-bd38-8201265cf0e4 details requested by agent hyperv_hv-cinder-81669 with host hv-cinder-81669 {{(pid=101555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 18:18:43.948828 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] For port 3d7d3eac-4d1f-46f7-bd38-8201265cf0e4, host hv-cinder-81669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81669',level=0,port_id=3d7d3eac-4d1f-46f7-bd38-8201265cf0e4,segment=NetworkSegment(43109070-f8b1-4cef-8fc5-8a83cb9b46d4),segment_id=43109070-f8b1-4cef-8fc5-8a83cb9b46d4)] {{(pid=101555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:18:43.959433 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Returning: {'device': '3d7d3eac-4d1f-46f7-bd38-8201265cf0e4', 'network_id': 'f21b1cf4-9836-4a7b-8947-90f148ea7c8b', 'port_id': '3d7d3eac-4d1f-46f7-bd38-8201265cf0e4', 'mac_address': 'fa:16:3e:d8:fa:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 779, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e1d2c9d-3536-4097-943a-2b344ea0e9fc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 18:18:44.004440 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:18:44.022514 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a3aef7bc-c6d3-4b57-90ee-132f2324fed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:18:44.024595 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.notifiers.nova [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d7d3eac-4d1f-46f7-bd38-8201265cf0e4 {{(pid=101555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 18:18:44.044326 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] For port 3d7d3eac-4d1f-46f7-bd38-8201265cf0e4, host hv-cinder-81669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81669',level=0,port_id=3d7d3eac-4d1f-46f7-bd38-8201265cf0e4,segment=NetworkSegment(43109070-f8b1-4cef-8fc5-8a83cb9b46d4),segment_id=43109070-f8b1-4cef-8fc5-8a83cb9b46d4)] {{(pid=101555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:18:44.047747 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:18:44.096042 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Pushing event updated for resources: {'Port': ['ID=3d7d3eac-4d1f-46f7-bd38-8201265cf0e4,revision_number=9']} {{(pid=101555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:18:44.182192 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:18:44.419881 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] get_ports_and_sgs() called for port_ids ['3d7d3eac-4d1f-46f7-bd38-8201265cf0e4'] {{(pid=101555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 18:18:44.466779 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6616f052-88df-4b67-87d8-bcb51b227cab req-c65a4f5e-9f8f-4dde-91ab-8593c746bacc tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:18:44.468393 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-6616f052-88df-4b67-87d8-bcb51b227cab req-c65a4f5e-9f8f-4dde-91ab-8593c746bacc tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=afdf38ed-f20b-4bdf-ba97-323d5dc15fa4 HTTP/1.1" status: 200 len: 945 time: 0.0566795 Nov 18 18:18:44.508530 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-6616f052-88df-4b67-87d8-bcb51b227cab req-f77ee321-2250-4833-82e8-4cb5bf32d855 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=a54f1b91-e755-42dd-80e2-81fd3516d0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324564 Nov 18 18:18:44.899495 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-e3a848c2-ffa0-4288-a759-e5f077163e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:18:45.469020 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 51308) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:18:45.602502 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-dd611528-5f72-461f-8f2c-9a7cd8045d16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:18:45.665743 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e83a0ed-0c0e-439f-ac76-9ce02a71719c req-23a88356-33ee-48be-ad31-a0876f1b624f tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:18:45.667264 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-7e83a0ed-0c0e-439f-ac76-9ce02a71719c req-23a88356-33ee-48be-ad31-a0876f1b624f tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=afdf38ed-f20b-4bdf-ba97-323d5dc15fa4 HTTP/1.1" status: 200 len: 945 time: 0.0807269 Nov 18 18:18:45.730763 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-7e83a0ed-0c0e-439f-ac76-9ce02a71719c req-7bc39ada-7feb-4967-9d75-13f373038e3c tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=a54f1b91-e755-42dd-80e2-81fd3516d0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563257 Nov 18 18:18:45.751674 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-dd611528-5f72-461f-8f2c-9a7cd8045d16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:18:45.756141 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-dd611528-5f72-461f-8f2c-9a7cd8045d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:18:45.796538 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd611528-5f72-461f-8f2c-9a7cd8045d16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d14303-086a-4b60-85ab-57081c0626de,revision_number=1']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:18:45.800644 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-dd611528-5f72-461f-8f2c-9a7cd8045d16 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2fe88562735f4b06970604c9e2838e10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3303635 Nov 18 18:18:45.803844 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 51314) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:18:45.807262 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd611528-5f72-461f-8f2c-9a7cd8045d16 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:18:45.807607 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd611528-5f72-461f-8f2c-9a7cd8045d16 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:18:45.807980 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd611528-5f72-461f-8f2c-9a7cd8045d16 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:18:45.808316 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd611528-5f72-461f-8f2c-9a7cd8045d16 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:18:45.808641 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd611528-5f72-461f-8f2c-9a7cd8045d16 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:18:45.808968 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd611528-5f72-461f-8f2c-9a7cd8045d16 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:18:45.809292 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd611528-5f72-461f-8f2c-9a7cd8045d16 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:18:45.809616 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd611528-5f72-461f-8f2c-9a7cd8045d16 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:18:45.809936 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd611528-5f72-461f-8f2c-9a7cd8045d16 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:18:45.810261 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd611528-5f72-461f-8f2c-9a7cd8045d16 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:18:45.810576 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd611528-5f72-461f-8f2c-9a7cd8045d16 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:18:45.810956 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd611528-5f72-461f-8f2c-9a7cd8045d16 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:18:45.851626 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-a4cb61b9-c259-425a-92ac-5e159eb73bd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:18:45.862228 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Device 3d7d3eac-4d1f-46f7-bd38-8201265cf0e4 up at agent hyperv_hv-cinder-81669 {{(pid=101555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:18:45.875305 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-a4cb61b9-c259-425a-92ac-5e159eb73bd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:18:45.910414 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Provisioning complete for port 3d7d3eac-4d1f-46f7-bd38-8201265cf0e4 triggered by entity L2. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:18:45.910987 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:18:45.922021 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-a4cb61b9-c259-425a-92ac-5e159eb73bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:18:45.924630 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-a4cb61b9-c259-425a-92ac-5e159eb73bd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:18:45.930674 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-a4cb61b9-c259-425a-92ac-5e159eb73bd8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c3d14303-086a-4b60-85ab-57081c0626de HTTP/1.1" status: 204 len: 168 time: 0.1236367 Nov 18 18:18:45.939636 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cb61b9-c259-425a-92ac-5e159eb73bd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d14303-086a-4b60-85ab-57081c0626de,revision_number=None']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:18:45.948830 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cb61b9-c259-425a-92ac-5e159eb73bd8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:18:45.949186 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cb61b9-c259-425a-92ac-5e159eb73bd8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:18:45.949990 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cb61b9-c259-425a-92ac-5e159eb73bd8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:18:45.950336 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cb61b9-c259-425a-92ac-5e159eb73bd8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:18:45.950678 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cb61b9-c259-425a-92ac-5e159eb73bd8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:18:45.951063 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cb61b9-c259-425a-92ac-5e159eb73bd8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:18:45.951344 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cb61b9-c259-425a-92ac-5e159eb73bd8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:18:45.951679 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cb61b9-c259-425a-92ac-5e159eb73bd8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:18:45.952037 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cb61b9-c259-425a-92ac-5e159eb73bd8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:18:45.952368 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cb61b9-c259-425a-92ac-5e159eb73bd8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:18:45.952715 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cb61b9-c259-425a-92ac-5e159eb73bd8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:18:45.953015 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cb61b9-c259-425a-92ac-5e159eb73bd8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:18:45.998919 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:18:46.029214 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afdf38ed-f20b-4bdf-ba97-323d5dc15fa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d7d3eac-4d1f-46f7-bd38-8201265cf0e4'}] {{(pid=101555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:18:46.033408 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d346ce470d451c2c3f81e461e68bbd58c3f0d417750f3f38c7c8caca9575360f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baf0e025-9ed7-47aa-b17c-d89f4958f55a" -d '{"events": [{"server_uuid": "afdf38ed-f20b-4bdf-ba97-323d5dc15fa4", "name": "network-vif-plugged", "status": "completed", "tag": "3d7d3eac-4d1f-46f7-bd38-8201265cf0e4"}]}' {{(pid=101555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:18:46.059897 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] For port 3d7d3eac-4d1f-46f7-bd38-8201265cf0e4, host hv-cinder-81669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81669',level=0,port_id=3d7d3eac-4d1f-46f7-bd38-8201265cf0e4,segment=NetworkSegment(43109070-f8b1-4cef-8fc5-8a83cb9b46d4),segment_id=43109070-f8b1-4cef-8fc5-8a83cb9b46d4)] {{(pid=101555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:18:46.064632 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:18:46.091422 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 18:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf0287fc-ccee-42d3-8cbd-6ae952dcf7b8 x-openstack-request-id: req-cf0287fc-ccee-42d3-8cbd-6ae952dcf7b8 {{(pid=101555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:18:46.091892 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afdf38ed-f20b-4bdf-ba97-323d5dc15fa4", "name": "network-vif-plugged", "status": "completed", "tag": "3d7d3eac-4d1f-46f7-bd38-8201265cf0e4", "code": 200}]} {{(pid=101555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:18:46.092241 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cf0287fc-ccee-42d3-8cbd-6ae952dcf7b8 {{(pid=101555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:18:46.092732 dv-cinder-816695-1-iscsi neutron-server[101555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afdf38ed-f20b-4bdf-ba97-323d5dc15fa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d7d3eac-4d1f-46f7-bd38-8201265cf0e4', 'code': 200} Nov 18 18:18:46.121641 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Pushing event updated for resources: {'Port': ['ID=3d7d3eac-4d1f-46f7-bd38-8201265cf0e4,revision_number=10']} {{(pid=101555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:18:46.585263 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2f527b-b560-4603-98fe-823162ecea2b req-fd321f56-c001-432f-bec4-a9e9520905ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:18:46.586784 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-9a2f527b-b560-4603-98fe-823162ecea2b req-fd321f56-c001-432f-bec4-a9e9520905ee service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=afdf38ed-f20b-4bdf-ba97-323d5dc15fa4 HTTP/1.1" status: 200 len: 1100 time: 0.0398054 Nov 18 18:18:46.623615 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-9a2f527b-b560-4603-98fe-823162ecea2b req-5965003c-275d-41bb-b216-0fa8e2fcc8d5 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a54f1b91-e755-42dd-80e2-81fd3516d0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289268 Nov 18 18:18:46.854568 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30872e69-fd77-4ed0-92b6-7200821015a8 req-cadc693d-f8fe-4aaf-97ee-d963412a90fa tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:18:46.856075 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-30872e69-fd77-4ed0-92b6-7200821015a8 req-cadc693d-f8fe-4aaf-97ee-d963412a90fa tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=afdf38ed-f20b-4bdf-ba97-323d5dc15fa4 HTTP/1.1" status: 200 len: 947 time: 0.0523717 Nov 18 18:18:46.896631 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-30872e69-fd77-4ed0-92b6-7200821015a8 req-5762fa19-4c79-4434-add3-eac75a5320ae tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=a54f1b91-e755-42dd-80e2-81fd3516d0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342381 Nov 18 18:18:46.923614 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-cd169395-ba62-4885-8b1f-e6616afe023f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:18:48.038360 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b816c649-09b4-49cd-aa33-75c87d836b43 req-78cd4f62-783e-482f-9ad7-3c0db907ec33 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:18:48.040056 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-b816c649-09b4-49cd-aa33-75c87d836b43 req-78cd4f62-783e-482f-9ad7-3c0db907ec33 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=afdf38ed-f20b-4bdf-ba97-323d5dc15fa4 HTTP/1.1" status: 200 len: 947 time: 0.0603435 Nov 18 18:18:48.094432 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-b816c649-09b4-49cd-aa33-75c87d836b43 req-2273e365-8356-40d6-ae97-ced9b397e3a0 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=a54f1b91-e755-42dd-80e2-81fd3516d0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393467 Nov 18 18:18:49.210165 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9466d546-dad2-4546-bd20-2494be2e70f9 req-e8956048-3fe5-44f6-bcfe-a5d2a0ff9c4e tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:18:49.211625 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-9466d546-dad2-4546-bd20-2494be2e70f9 req-e8956048-3fe5-44f6-bcfe-a5d2a0ff9c4e tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=afdf38ed-f20b-4bdf-ba97-323d5dc15fa4 HTTP/1.1" status: 200 len: 947 time: 0.0527382 Nov 18 18:18:49.248454 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-9466d546-dad2-4546-bd20-2494be2e70f9 req-23908910-cbc3-4fff-a6b9-824826a7a62d tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=a54f1b91-e755-42dd-80e2-81fd3516d0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308166 Nov 18 18:18:55.595043 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:19:09.877144 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.agents_db [None req-879798a6-d64d-4745-9d9a-40c50c0efc22 None None] Agent healthcheck: found 6 active agents {{(pid=101556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 18:19:10.974779 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-b75c1f80-72e0-49d5-8b75-0f021099403f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:19:14.013570 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-824929ac-723f-4ded-8746-5533a69e5ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:19:14.183785 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:19:14.904734 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-e3a848c2-ffa0-4288-a759-e5f077163e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:19:16.851855 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba6e136-29dd-4d9b-a194-8845ed572d1b req-0c3b51d2-36d8-43f3-89bd-dddad09602d2 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:19:16.853388 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-eba6e136-29dd-4d9b-a194-8845ed572d1b req-0c3b51d2-36d8-43f3-89bd-dddad09602d2 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/ports?device_id=7336ff2b-a36e-417a-9f1b-c737fdefc35a HTTP/1.1" status: 200 len: 945 time: 0.0501575 Nov 18 18:19:16.893251 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-eba6e136-29dd-4d9b-a194-8845ed572d1b req-c26cf9df-a97a-467e-a521-e05427df8459 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1e9f200-d7e2-47da-9afd-a1ea2225007f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321970 Nov 18 18:19:16.926081 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-cd169395-ba62-4885-8b1f-e6616afe023f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:19:18.013472 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2c906b-df41-4718-bb2e-c7b1dbad3053 req-95c8c946-3a09-4008-abbd-b68981aa98ec tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:19:18.014911 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-0b2c906b-df41-4718-bb2e-c7b1dbad3053 req-95c8c946-3a09-4008-abbd-b68981aa98ec tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/ports?device_id=7336ff2b-a36e-417a-9f1b-c737fdefc35a HTTP/1.1" status: 200 len: 945 time: 0.0547411 Nov 18 18:19:18.052489 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-0b2c906b-df41-4718-bb2e-c7b1dbad3053 req-423deb23-1e77-429a-baf0-6358b39d0465 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1e9f200-d7e2-47da-9afd-a1ea2225007f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316503 Nov 18 18:19:19.169479 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2f99f3-3ad3-40f1-a74a-02300ef3bbd3 req-72334061-4250-4bce-8993-b06beefff955 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:19:19.171551 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-8e2f99f3-3ad3-40f1-a74a-02300ef3bbd3 req-72334061-4250-4bce-8993-b06beefff955 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/ports?device_id=7336ff2b-a36e-417a-9f1b-c737fdefc35a HTTP/1.1" status: 200 len: 945 time: 0.0559664 Nov 18 18:19:19.209225 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-8e2f99f3-3ad3-40f1-a74a-02300ef3bbd3 req-4de5590c-1bf0-47c0-aca9-a67a04e5a069 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1e9f200-d7e2-47da-9afd-a1ea2225007f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317891 Nov 18 18:19:20.321057 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d1688a-a96f-4b6a-8c2a-25ea29dafd93 req-6053ea57-49b4-4b57-b346-a946ca849d3f tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:19:20.322510 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-65d1688a-a96f-4b6a-8c2a-25ea29dafd93 req-6053ea57-49b4-4b57-b346-a946ca849d3f tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/ports?device_id=7336ff2b-a36e-417a-9f1b-c737fdefc35a HTTP/1.1" status: 200 len: 945 time: 0.0473030 Nov 18 18:19:20.359419 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-65d1688a-a96f-4b6a-8c2a-25ea29dafd93 req-e5d971c0-3bde-4337-8b2b-8c872edcbcdc tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1e9f200-d7e2-47da-9afd-a1ea2225007f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310247 Nov 18 18:19:21.476552 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdf09e1-1fde-45fc-a6f3-1db5ab25feb1 req-bb3d4cce-fe61-43d5-bf4d-70fc778b51f8 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:19:21.478024 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-9fdf09e1-1fde-45fc-a6f3-1db5ab25feb1 req-bb3d4cce-fe61-43d5-bf4d-70fc778b51f8 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/ports?device_id=7336ff2b-a36e-417a-9f1b-c737fdefc35a HTTP/1.1" status: 200 len: 945 time: 0.0522904 Nov 18 18:19:21.515096 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-9fdf09e1-1fde-45fc-a6f3-1db5ab25feb1 req-78ee68cd-88b4-44b7-98f1-9689a32c995b tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1e9f200-d7e2-47da-9afd-a1ea2225007f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312116 Nov 18 18:19:22.630649 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eac185-81b0-4071-bdc0-7a752fe5412a req-5ea46118-f295-4115-b730-164a3a20b543 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:19:22.632421 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-b0eac185-81b0-4071-bdc0-7a752fe5412a req-5ea46118-f295-4115-b730-164a3a20b543 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/ports?device_id=7336ff2b-a36e-417a-9f1b-c737fdefc35a HTTP/1.1" status: 200 len: 945 time: 0.0508189 Nov 18 18:19:22.669447 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-b0eac185-81b0-4071-bdc0-7a752fe5412a req-15af5503-4d5b-4a6b-b687-9b2f33f469f3 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1e9f200-d7e2-47da-9afd-a1ea2225007f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311120 Nov 18 18:19:23.782829 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9a4fd5-7933-4f57-9583-cba3402d7037 req-5323f58d-75ae-4bd4-8cf8-dfe79b9b00df tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:19:23.784317 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-7e9a4fd5-7933-4f57-9583-cba3402d7037 req-5323f58d-75ae-4bd4-8cf8-dfe79b9b00df tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/ports?device_id=7336ff2b-a36e-417a-9f1b-c737fdefc35a HTTP/1.1" status: 200 len: 945 time: 0.0500333 Nov 18 18:19:23.821921 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-7e9a4fd5-7933-4f57-9583-cba3402d7037 req-cc28093c-550d-499d-a994-d4a6fcac24b5 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1e9f200-d7e2-47da-9afd-a1ea2225007f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317299 Nov 18 18:19:24.939918 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455c0e64-3d91-47fb-8d97-cac4e0e75e69 req-7f36bf40-ba42-40f6-8bcd-bc93924c6e66 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:19:24.941384 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-455c0e64-3d91-47fb-8d97-cac4e0e75e69 req-7f36bf40-ba42-40f6-8bcd-bc93924c6e66 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/ports?device_id=7336ff2b-a36e-417a-9f1b-c737fdefc35a HTTP/1.1" status: 200 len: 945 time: 0.0519228 Nov 18 18:19:24.979927 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-455c0e64-3d91-47fb-8d97-cac4e0e75e69 req-cbf4880c-8454-4a1d-96fc-e853364ddccf tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1e9f200-d7e2-47da-9afd-a1ea2225007f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320759 Nov 18 18:19:25.599134 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:19:26.092105 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89598840-8c95-46b4-b4f1-d872686e1b1a req-9d11c505-8d7a-4e57-8323-964e28e776df tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:19:26.093606 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-89598840-8c95-46b4-b4f1-d872686e1b1a req-9d11c505-8d7a-4e57-8323-964e28e776df tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/ports?device_id=7336ff2b-a36e-417a-9f1b-c737fdefc35a HTTP/1.1" status: 200 len: 945 time: 0.0483999 Nov 18 18:19:26.132555 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-89598840-8c95-46b4-b4f1-d872686e1b1a req-eb376e72-a8bc-4020-910a-a081d128f8d1 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1e9f200-d7e2-47da-9afd-a1ea2225007f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328004 Nov 18 18:19:27.249394 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9a2ad6-a277-4ddc-a7f5-8b8deb454544 req-659c0568-256d-4940-a047-fa4bf180351f tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:19:27.250845 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-6d9a2ad6-a277-4ddc-a7f5-8b8deb454544 req-659c0568-256d-4940-a047-fa4bf180351f tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/ports?device_id=7336ff2b-a36e-417a-9f1b-c737fdefc35a HTTP/1.1" status: 200 len: 945 time: 0.0499504 Nov 18 18:19:27.287953 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-6d9a2ad6-a277-4ddc-a7f5-8b8deb454544 req-011095c5-709a-4d8f-93ec-1a824f71ed9d tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1e9f200-d7e2-47da-9afd-a1ea2225007f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303895 Nov 18 18:19:27.487329 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dadad91-d0e1-4dff-988a-5d4a2d263bf6 req-9c2db814-9b1d-4f72-8eed-d0ad08d64ef5 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:19:27.488823 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-7dadad91-d0e1-4dff-988a-5d4a2d263bf6 req-9c2db814-9b1d-4f72-8eed-d0ad08d64ef5 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/ports?device_id=7336ff2b-a36e-417a-9f1b-c737fdefc35a HTTP/1.1" status: 200 len: 945 time: 0.0567451 Nov 18 18:19:27.528528 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-7dadad91-d0e1-4dff-988a-5d4a2d263bf6 req-a708c94d-24fa-45c4-b69c-bbdd26e841c3 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1e9f200-d7e2-47da-9afd-a1ea2225007f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330055 Nov 18 18:19:27.599650 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c5dca5-ebd9-4832-8690-9be4bd09ca5d req-dfecda85-a663-4cf3-ab21-bce6ccc9111f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:19:27.601902 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-85c5dca5-ebd9-4832-8690-9be4bd09ca5d req-dfecda85-a663-4cf3-ab21-bce6ccc9111f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=03d899808f1a4723a8e0d1b00ed1a01d&device_id=7336ff2b-a36e-417a-9f1b-c737fdefc35a HTTP/1.1" status: 200 len: 1098 time: 0.1367533 Nov 18 18:19:27.701399 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c5dca5-ebd9-4832-8690-9be4bd09ca5d req-a2858ff6-f4f4-4c65-b8cd-8f502c16c66e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:19:27.702880 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-85c5dca5-ebd9-4832-8690-9be4bd09ca5d req-a2858ff6-f4f4-4c65-b8cd-8f502c16c66e service neutron] 10.222.0.46 "GET /v2.0/networks?id=548d4c85-a92c-4982-a16e-af3d8afd47ad HTTP/1.1" status: 200 len: 912 time: 0.0945108 Nov 18 18:19:27.771470 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-85c5dca5-ebd9-4832-8690-9be4bd09ca5d req-2e80fea7-2115-4dbb-a424-0bb059d7142a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a6bada09-281b-4578-afea-c680bd371ea2 HTTP/1.1" status: 200 len: 1001 time: 0.0612295 Nov 18 18:19:27.820793 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c5dca5-ebd9-4832-8690-9be4bd09ca5d req-a1588fa7-dd5b-469d-b415-db6e5fe05b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:19:27.822234 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-85c5dca5-ebd9-4832-8690-9be4bd09ca5d req-a1588fa7-dd5b-469d-b415-db6e5fe05b75 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=26737122-c082-4cd3-ada1-6591b74e0d08 HTTP/1.1" status: 200 len: 850 time: 0.0439253 Nov 18 18:19:27.870885 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c5dca5-ebd9-4832-8690-9be4bd09ca5d req-b5345d61-36bd-497f-b5ee-825825a91089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:19:27.872780 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-85c5dca5-ebd9-4832-8690-9be4bd09ca5d req-b5345d61-36bd-497f-b5ee-825825a91089 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=548d4c85-a92c-4982-a16e-af3d8afd47ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0434408 Nov 18 18:19:27.969608 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-85c5dca5-ebd9-4832-8690-9be4bd09ca5d req-449321b4-cd54-40ce-aba3-d10d995bd065 service neutron] 10.222.0.46 "GET /v2.0/networks/548d4c85-a92c-4982-a16e-af3d8afd47ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890231 Nov 18 18:19:28.067476 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-85c5dca5-ebd9-4832-8690-9be4bd09ca5d req-c6c21a00-1972-44c6-a7a2-70610593429c service neutron] 10.222.0.46 "GET /v2.0/networks/548d4c85-a92c-4982-a16e-af3d8afd47ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849185 Nov 18 18:19:28.648862 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3cfc49-4eb8-4420-a0ea-481a107a6e84 req-42735bde-e8d6-42f3-88c7-7aae89c889fd tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:19:28.650326 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-0f3cfc49-4eb8-4420-a0ea-481a107a6e84 req-42735bde-e8d6-42f3-88c7-7aae89c889fd tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/ports?device_id=7336ff2b-a36e-417a-9f1b-c737fdefc35a HTTP/1.1" status: 200 len: 945 time: 0.0507436 Nov 18 18:19:28.687990 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-0f3cfc49-4eb8-4420-a0ea-481a107a6e84 req-5f3c5361-b88c-408b-9503-b79a500ce632 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1e9f200-d7e2-47da-9afd-a1ea2225007f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315204 Nov 18 18:19:29.801760 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9f1220-7c4b-4271-9d68-711d00e491df req-f5193713-cde8-4789-ae31-656aa9ac96a9 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:19:29.803291 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-da9f1220-7c4b-4271-9d68-711d00e491df req-f5193713-cde8-4789-ae31-656aa9ac96a9 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/ports?device_id=7336ff2b-a36e-417a-9f1b-c737fdefc35a HTTP/1.1" status: 200 len: 945 time: 0.0485432 Nov 18 18:19:29.840056 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-da9f1220-7c4b-4271-9d68-711d00e491df req-1c94b373-a565-4ff7-ac36-707b6d35a14d tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1e9f200-d7e2-47da-9afd-a1ea2225007f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306258 Nov 18 18:19:31.290044 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 51708) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:19:31.391503 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-045b4b28-995c-406d-a190-de959e87497a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:19:31.463009 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-045b4b28-995c-406d-a190-de959e87497a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:19:31.466588 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-045b4b28-995c-406d-a190-de959e87497a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:19:31.502597 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045b4b28-995c-406d-a190-de959e87497a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecce3512-923a-4112-8e0f-afb5b1572cbf,revision_number=1']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:19:31.509824 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-045b4b28-995c-406d-a190-de959e87497a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c872f0a06f1e4e20a73f243f73dc9689&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2163105 Nov 18 18:19:31.510107 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 51712) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:19:31.557548 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-cc1b4135-7a96-4ece-bfaf-b52ac9f18d19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:19:31.577233 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-cc1b4135-7a96-4ece-bfaf-b52ac9f18d19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:19:31.624739 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-cc1b4135-7a96-4ece-bfaf-b52ac9f18d19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:19:31.627128 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-cc1b4135-7a96-4ece-bfaf-b52ac9f18d19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:19:31.628270 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-cc1b4135-7a96-4ece-bfaf-b52ac9f18d19 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ecce3512-923a-4112-8e0f-afb5b1572cbf HTTP/1.1" status: 204 len: 168 time: 0.1172528 Nov 18 18:19:31.635762 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1b4135-7a96-4ece-bfaf-b52ac9f18d19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecce3512-923a-4112-8e0f-afb5b1572cbf,revision_number=None']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:19:32.222112 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 51734) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:19:32.317054 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.v2.base [None req-339fa7d1-f4bc-4e56-8e9f-71ade8d81ded admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1375174786-network', 'tenant_id': '316dc3116d644a45be589bbd0f919701'}} {{(pid=101554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:19:32.338142 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-339fa7d1-f4bc-4e56-8e9f-71ade8d81ded admin admin] Made reservation on behalf of 316dc3116d644a45be589bbd0f919701 for: {'network': 1} {{(pid=101554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 18:19:32.340533 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-339fa7d1-f4bc-4e56-8e9f-71ade8d81ded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for network, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:19:32.348503 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-339fa7d1-f4bc-4e56-8e9f-71ade8d81ded admin admin] Notify callbacks [] for security_group, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:19:32.422909 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-339fa7d1-f4bc-4e56-8e9f-71ade8d81ded admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:19:32.426758 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-339fa7d1-f4bc-4e56-8e9f-71ade8d81ded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:19:32.450499 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-339fa7d1-f4bc-4e56-8e9f-71ade8d81ded admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 777} {{(pid=101554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 18:19:32.458912 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339fa7d1-f4bc-4e56-8e9f-71ade8d81ded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffeb95a3-eabd-4732-b522-a63e944eb594,revision_number=1']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:19:32.465493 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-339fa7d1-f4bc-4e56-8e9f-71ade8d81ded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1774666'] for segment, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:19:32.465837 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.db.segments_db [None req-339fa7d1-f4bc-4e56-8e9f-71ade8d81ded admin admin] Added segment 2933f606-cf5a-4814-ac55-0ca44cfbc6c1 of type vlan for network 08dccfb8-7275-42e7-8dc0-3b5ac80f05a2 Nov 18 18:19:32.504610 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-339fa7d1-f4bc-4e56-8e9f-71ade8d81ded admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768456854164'] for network, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:19:32.529073 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-339fa7d1-f4bc-4e56-8e9f-71ade8d81ded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922'] for network, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:19:32.530017 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-339fa7d1-f4bc-4e56-8e9f-71ade8d81ded admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:19:32.530594 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-339fa7d1-f4bc-4e56-8e9f-71ade8d81ded admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553968'] for network, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:19:32.586175 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-339fa7d1-f4bc-4e56-8e9f-71ade8d81ded admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3629527 Nov 18 18:19:32.589161 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 51738) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:19:32.593112 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339fa7d1-f4bc-4e56-8e9f-71ade8d81ded admin admin] Pushing event updated for resources: {'Network': ['ID=08dccfb8-7275-42e7-8dc0-3b5ac80f05a2,revision_number=1']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:19:32.594098 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.v2.base [None req-c2b78dea-cd29-443e-bce7-8d43271e06c6 admin admin] Request body: {'subnet': {'network_id': '08dccfb8-7275-42e7-8dc0-3b5ac80f05a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1375174786-subnet', 'tenant_id': '316dc3116d644a45be589bbd0f919701', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:19:32.603492 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Network 08dccfb8-7275-42e7-8dc0-3b5ac80f05a2 details requested by agent ovs-agent-dv-cinder-816695-1-iscsi with host dv-cinder-816695-1-iscsi {{(pid=101555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 18:19:32.617336 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2b78dea-cd29-443e-bce7-8d43271e06c6 admin admin] Made reservation on behalf of 316dc3116d644a45be589bbd0f919701 for: {'subnet': 1} {{(pid=101553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 18:19:32.619659 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-c2b78dea-cd29-443e-bce7-8d43271e06c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6021510'] for subnet, before_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:19:32.783335 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-c2b78dea-cd29-443e-bce7-8d43271e06c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5584252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6021552'] for subnet, after_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:19:32.835570 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b78dea-cd29-443e-bce7-8d43271e06c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9eeffbb4-5612-4ddf-8738-8be0d585d1b3,revision_number=0']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:19:32.845780 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b78dea-cd29-443e-bce7-8d43271e06c6 admin admin] Checking segment: {'id': '2933f606-cf5a-4814-ac55-0ca44cfbc6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '08dccfb8-7275-42e7-8dc0-3b5ac80f05a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 18 18:19:32.846135 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b78dea-cd29-443e-bce7-8d43271e06c6 admin admin] Network hostable DHCP agents. Network: 08dccfb8-7275-42e7-8dc0-3b5ac80f05a2, hostable agents: ['3fbd36fe-782c-4617-8e97-99410d5610de'], hosted agents: [] {{(pid=101553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 18:19:32.862985 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b78dea-cd29-443e-bce7-8d43271e06c6 admin admin] Network 08dccfb8-7275-42e7-8dc0-3b5ac80f05a2 is scheduled to be hosted by DHCP agent 3fbd36fe-782c-4617-8e97-99410d5610de with binding_index 1 {{(pid=101553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 18:19:32.871592 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.scheduler.base_scheduler [None req-c2b78dea-cd29-443e-bce7-8d43271e06c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816695-1-iscsi, 08dccfb8-7275-42e7-8dc0-3b5ac80f05a2) {{(pid=101553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:19:32.875685 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b78dea-cd29-443e-bce7-8d43271e06c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:19:32.876303 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-c2b78dea-cd29-443e-bce7-8d43271e06c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553968'] for subnet, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:19:32.881483 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d50977-d262-48e0-97f7-40c4f7f430ff None None] Network 08dccfb8-7275-42e7-8dc0-3b5ac80f05a2 requested from dv-cinder-816695-1-iscsi {{(pid=101555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 18:19:32.892857 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-c2b78dea-cd29-443e-bce7-8d43271e06c6 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3026581 Nov 18 18:19:33.017468 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b29517-c912-4b20-9072-652b52bfa26a None None] Network 08dccfb8-7275-42e7-8dc0-3b5ac80f05a2 requested from dv-cinder-816695-1-iscsi {{(pid=101555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 18:19:34.638908 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed1063d-604a-4001-bbd3-0f05133fade4 req-d57854e1-c6db-4faf-b2ad-cb3d837d5ccd tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:19:34.641487 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-6ed1063d-604a-4001-bbd3-0f05133fade4 req-d57854e1-c6db-4faf-b2ad-cb3d837d5ccd tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] 10.222.0.21 "GET /v2.0/networks?id=08dccfb8-7275-42e7-8dc0-3b5ac80f05a2 HTTP/1.1" status: 200 len: 814 time: 0.1229224 Nov 18 18:19:34.656278 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-6ed1063d-604a-4001-bbd3-0f05133fade4 req-18689d45-1a84-4053-9bd3-1037a7433dcf tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] 10.222.0.21 "GET /v2.0/quotas/316dc3116d644a45be589bbd0f919701 HTTP/1.1" status: 200 len: 375 time: 0.0091059 Nov 18 18:19:34.687301 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-6ed1063d-604a-4001-bbd3-0f05133fade4 req-74ba87a3-ea45-488d-8243-7fb5c4ac9fe6 tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=316dc3116d644a45be589bbd0f919701&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258300 Nov 18 18:19:34.824220 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-6ed1063d-604a-4001-bbd3-0f05133fade4 req-64378be4-b10d-4383-97f5-d511183e4b29 service neutron] 10.222.0.21 "GET /v2.0/networks/08dccfb8-7275-42e7-8dc0-3b5ac80f05a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299858 Nov 18 18:19:34.911149 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-6ed1063d-604a-4001-bbd3-0f05133fade4 req-9e6e7f96-95d8-4991-b73b-bfcbfdf7bcbf service neutron] 10.222.0.21 "GET /v2.0/networks/08dccfb8-7275-42e7-8dc0-3b5ac80f05a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806856 Nov 18 18:19:35.065556 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-fd2db031-149e-4793-9dab-7d9a53a4a28a req-cf4e05d7-22c6-45d5-97ad-00fc70613b74 tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0c38b60-c899-4575-8904-e679c49b34e8 HTTP/1.1" status: 200 len: 210 time: 0.0261290 Nov 18 18:19:36.088235 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed1063d-604a-4001-bbd3-0f05133fade4 req-550917f2-bf62-472e-856d-dbb956fa5253 tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:19:36.089701 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-6ed1063d-604a-4001-bbd3-0f05133fade4 req-550917f2-bf62-472e-856d-dbb956fa5253 tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] 10.222.0.46 "GET /v2.0/networks?id=08dccfb8-7275-42e7-8dc0-3b5ac80f05a2 HTTP/1.1" status: 200 len: 814 time: 0.1064596 Nov 18 18:19:36.104262 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.v2.base [req-6ed1063d-604a-4001-bbd3-0f05133fade4 req-014e0d84-4025-4b2c-89db-7b1042bdbe7a tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] Request body: {'port': {'device_id': 'd0c38b60-c899-4575-8904-e679c49b34e8', 'network_id': '08dccfb8-7275-42e7-8dc0-3b5ac80f05a2', 'admin_state_up': True, 'tenant_id': '316dc3116d644a45be589bbd0f919701'}} {{(pid=101553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:19:36.187467 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-6d5a0fb0-825e-414a-a293-4fc7b4587735 req-457f9be8-27f6-4b45-ad0a-3d88599c58fa tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0c38b60-c899-4575-8904-e679c49b34e8 HTTP/1.1" status: 200 len: 210 time: 0.0375521 Nov 18 18:19:36.242155 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ed1063d-604a-4001-bbd3-0f05133fade4 req-014e0d84-4025-4b2c-89db-7b1042bdbe7a tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] Made reservation on behalf of 316dc3116d644a45be589bbd0f919701 for: {'port': 1} {{(pid=101553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 18:19:36.245527 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-6ed1063d-604a-4001-bbd3-0f05133fade4 req-014e0d84-4025-4b2c-89db-7b1042bdbe7a tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:19:36.374677 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.db.db_base_plugin_common [req-6ed1063d-604a-4001-bbd3-0f05133fade4 req-014e0d84-4025-4b2c-89db-7b1042bdbe7a tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] Allocated IP 172.20.0.6 (08dccfb8-7275-42e7-8dc0-3b5ac80f05a2/9eeffbb4-5612-4ddf-8738-8be0d585d1b3/f4ec53d8-bf0f-4c8e-bc52-1fef9c446927) {{(pid=101553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 18:19:36.513415 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-6ed1063d-604a-4001-bbd3-0f05133fade4 req-014e0d84-4025-4b2c-89db-7b1042bdbe7a tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] Notify callbacks [] for port, precommit_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:19:36.545466 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-6ed1063d-604a-4001-bbd3-0f05133fade4 req-014e0d84-4025-4b2c-89db-7b1042bdbe7a tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768456900401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5584108'] for port, after_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:19:36.589546 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ed1063d-604a-4001-bbd3-0f05133fade4 req-014e0d84-4025-4b2c-89db-7b1042bdbe7a tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] Network 08dccfb8-7275-42e7-8dc0-3b5ac80f05a2 is already hosted by enough agents. {{(pid=101553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:19:36.592559 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.scheduler.base_scheduler [req-6ed1063d-604a-4001-bbd3-0f05133fade4 req-014e0d84-4025-4b2c-89db-7b1042bdbe7a tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] Resources bound (agent type, host, resource id): {{(pid=101553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:19:36.596470 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ed1063d-604a-4001-bbd3-0f05133fade4 req-014e0d84-4025-4b2c-89db-7b1042bdbe7a tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] Received port after_create {{(pid=101553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 18:19:36.605609 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014e0d84-4025-4b2c-89db-7b1042bdbe7a tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] Pushing event updated for resources: {'Port': ['ID=f4ec53d8-bf0f-4c8e-bc52-1fef9c446927,revision_number=1']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:19:36.650889 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed1063d-604a-4001-bbd3-0f05133fade4 req-014e0d84-4025-4b2c-89db-7b1042bdbe7a tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:19:36.651517 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-6ed1063d-604a-4001-bbd3-0f05133fade4 req-014e0d84-4025-4b2c-89db-7b1042bdbe7a tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47340'] for port, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:19:36.669980 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-6ed1063d-604a-4001-bbd3-0f05133fade4 req-014e0d84-4025-4b2c-89db-7b1042bdbe7a tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5701699 Nov 18 18:19:36.756935 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.v2.base [req-6ed1063d-604a-4001-bbd3-0f05133fade4 req-495bc952-aeb0-43cc-8a75-5b5a7c32fabe service neutron] Request body: {'port': {'device_id': 'd0c38b60-c899-4575-8904-e679c49b34e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81669'}} {{(pid=101553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:19:36.807202 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-6ed1063d-604a-4001-bbd3-0f05133fade4 req-495bc952-aeb0-43cc-8a75-5b5a7c32fabe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:19:37.060418 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.notifiers.nova [req-6ed1063d-604a-4001-bbd3-0f05133fade4 req-495bc952-aeb0-43cc-8a75-5b5a7c32fabe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4ec53d8-bf0f-4c8e-bc52-1fef9c446927 {{(pid=101553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 18:19:37.067632 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-6ed1063d-604a-4001-bbd3-0f05133fade4 req-495bc952-aeb0-43cc-8a75-5b5a7c32fabe service neutron] Notify callbacks [] for port, precommit_update {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:19:37.079160 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.db.provisioning_blocks [req-6ed1063d-604a-4001-bbd3-0f05133fade4 req-495bc952-aeb0-43cc-8a75-5b5a7c32fabe service neutron] Transition to ACTIVE for port object f4ec53d8-bf0f-4c8e-bc52-1fef9c446927 will not be triggered until provisioned by entity L2. {{(pid=101553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 18:19:37.082568 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-6ed1063d-604a-4001-bbd3-0f05133fade4 req-495bc952-aeb0-43cc-8a75-5b5a7c32fabe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5584123'] for port, after_update {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:19:37.129196 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495bc952-aeb0-43cc-8a75-5b5a7c32fabe service neutron] Pushing event updated for resources: {'Port': ['ID=f4ec53d8-bf0f-4c8e-bc52-1fef9c446927,revision_number=2']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:19:37.197718 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.managers [req-6ed1063d-604a-4001-bbd3-0f05133fade4 req-495bc952-aeb0-43cc-8a75-5b5a7c32fabe service neutron] Attempting to bind port f4ec53d8-bf0f-4c8e-bc52-1fef9c446927 on host hv-cinder-81669 for vnic_type normal with profile {{(pid=101553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 18 18:19:37.198055 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.managers [req-6ed1063d-604a-4001-bbd3-0f05133fade4 req-495bc952-aeb0-43cc-8a75-5b5a7c32fabe service neutron] Attempting to bind port f4ec53d8-bf0f-4c8e-bc52-1fef9c446927 by drivers openvswitch,hyperv on host hv-cinder-81669 at level 0 using segments [{'id': '2933f606-cf5a-4814-ac55-0ca44cfbc6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '08dccfb8-7275-42e7-8dc0-3b5ac80f05a2'}] {{(pid=101553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 18 18:19:37.198384 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed1063d-604a-4001-bbd3-0f05133fade4 req-495bc952-aeb0-43cc-8a75-5b5a7c32fabe service neutron] Attempting to bind port f4ec53d8-bf0f-4c8e-bc52-1fef9c446927 on network 08dccfb8-7275-42e7-8dc0-3b5ac80f05a2 {{(pid=101553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:19:37.202483 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed1063d-604a-4001-bbd3-0f05133fade4 req-495bc952-aeb0-43cc-8a75-5b5a7c32fabe service neutron] Port f4ec53d8-bf0f-4c8e-bc52-1fef9c446927 on network 08dccfb8-7275-42e7-8dc0-3b5ac80f05a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81669 {{(pid=101553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 18:19:37.202804 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed1063d-604a-4001-bbd3-0f05133fade4 req-495bc952-aeb0-43cc-8a75-5b5a7c32fabe service neutron] Attempting to bind port f4ec53d8-bf0f-4c8e-bc52-1fef9c446927 on network 08dccfb8-7275-42e7-8dc0-3b5ac80f05a2 {{(pid=101553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:19:37.207336 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed1063d-604a-4001-bbd3-0f05133fade4 req-495bc952-aeb0-43cc-8a75-5b5a7c32fabe service neutron] Checking agent: {'id': 'de52c200-415c-462d-a684-4cc0655308c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81669', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 18, 11, 25), 'started_at': datetime.datetime(2021, 11, 18, 18, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 18, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 18:19:37.207673 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed1063d-604a-4001-bbd3-0f05133fade4 req-495bc952-aeb0-43cc-8a75-5b5a7c32fabe service neutron] Checking segment: {'id': '2933f606-cf5a-4814-ac55-0ca44cfbc6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '08dccfb8-7275-42e7-8dc0-3b5ac80f05a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 18 18:19:37.208117 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed1063d-604a-4001-bbd3-0f05133fade4 req-495bc952-aeb0-43cc-8a75-5b5a7c32fabe service neutron] Bound using segment: {'id': '2933f606-cf5a-4814-ac55-0ca44cfbc6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '08dccfb8-7275-42e7-8dc0-3b5ac80f05a2'} {{(pid=101553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 18:19:37.208493 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.managers [req-6ed1063d-604a-4001-bbd3-0f05133fade4 req-495bc952-aeb0-43cc-8a75-5b5a7c32fabe service neutron] Bound port: f4ec53d8-bf0f-4c8e-bc52-1fef9c446927, host: hv-cinder-81669, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2933f606-cf5a-4814-ac55-0ca44cfbc6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '08dccfb8-7275-42e7-8dc0-3b5ac80f05a2'}}] {{(pid=101553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 18 18:19:37.208841 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-6ed1063d-604a-4001-bbd3-0f05133fade4 req-495bc952-aeb0-43cc-8a75-5b5a7c32fabe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:19:37.295223 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.db [req-6ed1063d-604a-4001-bbd3-0f05133fade4 req-495bc952-aeb0-43cc-8a75-5b5a7c32fabe service neutron] For port f4ec53d8-bf0f-4c8e-bc52-1fef9c446927, host hv-cinder-81669, cleared binding levels {{(pid=101553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 18:19:37.309653 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.db [req-6ed1063d-604a-4001-bbd3-0f05133fade4 req-495bc952-aeb0-43cc-8a75-5b5a7c32fabe service neutron] For port f4ec53d8-bf0f-4c8e-bc52-1fef9c446927, host hv-cinder-81669, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81669',level=0,port_id=f4ec53d8-bf0f-4c8e-bc52-1fef9c446927,segment=NetworkSegment(2933f606-cf5a-4814-ac55-0ca44cfbc6c1),segment_id=2933f606-cf5a-4814-ac55-0ca44cfbc6c1)] {{(pid=101553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 18:19:37.314686 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-6ed1063d-604a-4001-bbd3-0f05133fade4 req-495bc952-aeb0-43cc-8a75-5b5a7c32fabe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5584123'] for port, after_update {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:19:37.329632 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eae301-ad38-4461-97f9-dec6623ccab9 req-4e5f2db4-e69b-4c72-9198-bb48170c739f tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:19:37.331098 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-e5eae301-ad38-4461-97f9-dec6623ccab9 req-4e5f2db4-e69b-4c72-9198-bb48170c739f tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0c38b60-c899-4575-8904-e679c49b34e8 HTTP/1.1" status: 200 len: 943 time: 0.0752275 Nov 18 18:19:37.600804 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed1063d-604a-4001-bbd3-0f05133fade4 req-495bc952-aeb0-43cc-8a75-5b5a7c32fabe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:19:37.601312 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-6ed1063d-604a-4001-bbd3-0f05133fade4 req-495bc952-aeb0-43cc-8a75-5b5a7c32fabe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47340'] for port, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:19:37.602688 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-6ed1063d-604a-4001-bbd3-0f05133fade4 req-495bc952-aeb0-43cc-8a75-5b5a7c32fabe service neutron] 10.222.0.46 "PUT /v2.0/ports/f4ec53d8-bf0f-4c8e-bc52-1fef9c446927 HTTP/1.1" status: 200 len: 1093 time: 0.8508606 Nov 18 18:19:37.603120 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0c38b60-c899-4575-8904-e679c49b34e8', 'tag': 'f4ec53d8-bf0f-4c8e-bc52-1fef9c446927'}] {{(pid=101553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:19:37.605371 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3f9c8695bc273365e1ae5046181e224bccdab9c1f2bdac51621509927968c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94b15d60-d795-4890-b868-928d0e3b75c0" -d '{"events": [{"name": "network-changed", "server_uuid": "d0c38b60-c899-4575-8904-e679c49b34e8", "tag": "f4ec53d8-bf0f-4c8e-bc52-1fef9c446927"}]}' {{(pid=101553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:19:37.638335 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495bc952-aeb0-43cc-8a75-5b5a7c32fabe service neutron] Pushing event updated for resources: {'Port': ['ID=f4ec53d8-bf0f-4c8e-bc52-1fef9c446927,revision_number=3']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:19:37.653616 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-e5eae301-ad38-4461-97f9-dec6623ccab9 req-918c68e0-f0eb-4efd-8bf1-c9bef108249f tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] 10.222.0.21 "GET /v2.0/security-groups?id=ffeb95a3-eabd-4732-b522-a63e944eb594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3044472 Nov 18 18:19:37.694582 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed1063d-604a-4001-bbd3-0f05133fade4 req-a70d96f9-3c80-4a86-bbfb-4343e3d02430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:19:37.697807 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-6ed1063d-604a-4001-bbd3-0f05133fade4 req-a70d96f9-3c80-4a86-bbfb-4343e3d02430 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=316dc3116d644a45be589bbd0f919701&device_id=d0c38b60-c899-4575-8904-e679c49b34e8 HTTP/1.1" status: 200 len: 1096 time: 0.0529006 Nov 18 18:19:37.743057 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-6ed1063d-604a-4001-bbd3-0f05133fade4 req-13865a0c-28dd-4f45-b34d-65902dd303b3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4ec53d8-bf0f-4c8e-bc52-1fef9c446927 HTTP/1.1" status: 200 len: 217 time: 0.0387323 Nov 18 18:19:37.785184 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 18:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f4443c7-ed6f-4f6d-aadd-52a9f34e9f78 x-openstack-request-id: req-6f4443c7-ed6f-4f6d-aadd-52a9f34e9f78 {{(pid=101553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:19:37.785470 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0c38b60-c899-4575-8904-e679c49b34e8", "tag": "f4ec53d8-bf0f-4c8e-bc52-1fef9c446927", "status": "completed", "code": 200}]} {{(pid=101553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:19:37.785715 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6f4443c7-ed6f-4f6d-aadd-52a9f34e9f78 {{(pid=101553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:19:37.786094 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0c38b60-c899-4575-8904-e679c49b34e8', 'tag': 'f4ec53d8-bf0f-4c8e-bc52-1fef9c446927', 'status': 'completed', 'code': 200} Nov 18 18:19:37.797695 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed1063d-604a-4001-bbd3-0f05133fade4 req-194cb268-baff-4a93-8eed-6ba8cc46c552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:19:37.799175 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-6ed1063d-604a-4001-bbd3-0f05133fade4 req-194cb268-baff-4a93-8eed-6ba8cc46c552 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9eeffbb4-5612-4ddf-8738-8be0d585d1b3 HTTP/1.1" status: 200 len: 854 time: 0.0489957 Nov 18 18:19:37.831349 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-6ed1063d-604a-4001-bbd3-0f05133fade4 req-e642b37e-e31d-479e-9dcd-b36a98cfd39c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=08dccfb8-7275-42e7-8dc0-3b5ac80f05a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245879 Nov 18 18:19:37.917055 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-6ed1063d-604a-4001-bbd3-0f05133fade4 req-8a81b21e-61d3-4f54-9f59-57154ac36c63 service neutron] 10.222.0.46 "GET /v2.0/networks/08dccfb8-7275-42e7-8dc0-3b5ac80f05a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784025 Nov 18 18:19:38.010244 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-6ed1063d-604a-4001-bbd3-0f05133fade4 req-e6e9062c-9c8f-4d5e-be8b-4e8634ff6010 service neutron] 10.222.0.46 "GET /v2.0/networks/08dccfb8-7275-42e7-8dc0-3b5ac80f05a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865867 Nov 18 18:19:38.092312 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b15d60-d795-4890-b868-928d0e3b75c0 req-3d787c24-a722-4626-a075-b9d1ad79727f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:19:38.093754 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-94b15d60-d795-4890-b868-928d0e3b75c0 req-3d787c24-a722-4626-a075-b9d1ad79727f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=316dc3116d644a45be589bbd0f919701&device_id=d0c38b60-c899-4575-8904-e679c49b34e8 HTTP/1.1" status: 200 len: 1096 time: 0.0395977 Nov 18 18:19:38.184246 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b15d60-d795-4890-b868-928d0e3b75c0 req-d05bb298-3256-4aff-a25b-ee2b2e7274b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:19:38.185596 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-94b15d60-d795-4890-b868-928d0e3b75c0 req-d05bb298-3256-4aff-a25b-ee2b2e7274b2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=08dccfb8-7275-42e7-8dc0-3b5ac80f05a2 HTTP/1.1" status: 200 len: 915 time: 0.0845656 Nov 18 18:19:38.228432 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-94b15d60-d795-4890-b868-928d0e3b75c0 req-96924b89-a706-4090-9f12-a5cb80d44856 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4ec53d8-bf0f-4c8e-bc52-1fef9c446927 HTTP/1.1" status: 200 len: 217 time: 0.0345678 Nov 18 18:19:38.275957 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b15d60-d795-4890-b868-928d0e3b75c0 req-1e497716-c104-4481-b50f-946632228631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:19:38.277346 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-94b15d60-d795-4890-b868-928d0e3b75c0 req-1e497716-c104-4481-b50f-946632228631 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9eeffbb4-5612-4ddf-8738-8be0d585d1b3 HTTP/1.1" status: 200 len: 854 time: 0.0426974 Nov 18 18:19:38.309568 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-94b15d60-d795-4890-b868-928d0e3b75c0 req-506ee7ab-0df4-498b-aae2-94e5bfdca91f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=08dccfb8-7275-42e7-8dc0-3b5ac80f05a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246727 Nov 18 18:19:38.400069 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-94b15d60-d795-4890-b868-928d0e3b75c0 req-4533090b-9353-4e48-b0b5-d0ef0bd28d1f service neutron] 10.222.0.46 "GET /v2.0/networks/08dccfb8-7275-42e7-8dc0-3b5ac80f05a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824294 Nov 18 18:19:38.486752 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-94b15d60-d795-4890-b868-928d0e3b75c0 req-9cb08fc8-c28c-44f9-a3b8-088879acc03a service neutron] 10.222.0.46 "GET /v2.0/networks/08dccfb8-7275-42e7-8dc0-3b5ac80f05a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797024 Nov 18 18:19:38.775593 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd9d46d-d29b-42c1-a75c-2abc4d6f3815 req-fbfa9746-979b-49f7-a8c2-6fb4d652b3b8 tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:19:38.776974 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-ffd9d46d-d29b-42c1-a75c-2abc4d6f3815 req-fbfa9746-979b-49f7-a8c2-6fb4d652b3b8 tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0c38b60-c899-4575-8904-e679c49b34e8 HTTP/1.1" status: 200 len: 943 time: 0.0534153 Nov 18 18:19:38.816210 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-ffd9d46d-d29b-42c1-a75c-2abc4d6f3815 req-14a22552-92f9-4226-ab9f-839469c94667 tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] 10.222.0.21 "GET /v2.0/security-groups?id=ffeb95a3-eabd-4732-b522-a63e944eb594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333321 Nov 18 18:19:39.933193 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deae507-107f-4349-aeb8-529d0baa5d70 req-dcde794c-7ba0-4f0a-a9ea-33f77b55f3dd tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:19:39.934691 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-5deae507-107f-4349-aeb8-529d0baa5d70 req-dcde794c-7ba0-4f0a-a9ea-33f77b55f3dd tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0c38b60-c899-4575-8904-e679c49b34e8 HTTP/1.1" status: 200 len: 943 time: 0.0496764 Nov 18 18:19:39.972535 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-5deae507-107f-4349-aeb8-529d0baa5d70 req-dda12a51-8afb-47ab-ab46-b9d724b2d013 tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] 10.222.0.21 "GET /v2.0/security-groups?id=ffeb95a3-eabd-4732-b522-a63e944eb594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317256 Nov 18 18:19:40.977122 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-4354be30-66a0-41c2-b23f-386c0f2bf6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:19:41.100730 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7d1524-7ff5-4a14-a4e3-72348724d742 req-35d85550-e610-4e0d-98f6-d76a8d1a0718 tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:19:41.102420 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-6b7d1524-7ff5-4a14-a4e3-72348724d742 req-35d85550-e610-4e0d-98f6-d76a8d1a0718 tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0c38b60-c899-4575-8904-e679c49b34e8 HTTP/1.1" status: 200 len: 943 time: 0.0500681 Nov 18 18:19:41.139964 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-6b7d1524-7ff5-4a14-a4e3-72348724d742 req-3eee9f90-c34d-4560-82d9-de8b767496d2 tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] 10.222.0.21 "GET /v2.0/security-groups?id=ffeb95a3-eabd-4732-b522-a63e944eb594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314932 Nov 18 18:19:42.104316 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Device f4ec53d8-bf0f-4c8e-bc52-1fef9c446927 details requested by agent hyperv_hv-cinder-81669 with host hv-cinder-81669 {{(pid=101555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 18:19:42.199342 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] For port f4ec53d8-bf0f-4c8e-bc52-1fef9c446927, host hv-cinder-81669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81669',level=0,port_id=f4ec53d8-bf0f-4c8e-bc52-1fef9c446927,segment=NetworkSegment(2933f606-cf5a-4814-ac55-0ca44cfbc6c1),segment_id=2933f606-cf5a-4814-ac55-0ca44cfbc6c1)] {{(pid=101555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:19:42.211010 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Returning: {'device': 'f4ec53d8-bf0f-4c8e-bc52-1fef9c446927', 'network_id': '08dccfb8-7275-42e7-8dc0-3b5ac80f05a2', 'port_id': 'f4ec53d8-bf0f-4c8e-bc52-1fef9c446927', 'mac_address': 'fa:16:3e:1b:12:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9eeffbb4-5612-4ddf-8738-8be0d585d1b3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 18:19:42.247174 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:19:42.260611 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.notifiers.nova [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4ec53d8-bf0f-4c8e-bc52-1fef9c446927 {{(pid=101555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 18:19:42.273432 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746af043-cd21-401e-8904-9874595e6b99 req-7c28d09b-e89c-4900-9301-c16b51555137 tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:19:42.274895 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-746af043-cd21-401e-8904-9874595e6b99 req-7c28d09b-e89c-4900-9301-c16b51555137 tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0c38b60-c899-4575-8904-e679c49b34e8 HTTP/1.1" status: 200 len: 943 time: 0.0548320 Nov 18 18:19:42.279322 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] For port f4ec53d8-bf0f-4c8e-bc52-1fef9c446927, host hv-cinder-81669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81669',level=0,port_id=f4ec53d8-bf0f-4c8e-bc52-1fef9c446927,segment=NetworkSegment(2933f606-cf5a-4814-ac55-0ca44cfbc6c1),segment_id=2933f606-cf5a-4814-ac55-0ca44cfbc6c1)] {{(pid=101555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:19:42.284070 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:19:42.313302 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-746af043-cd21-401e-8904-9874595e6b99 req-ddafda09-18a9-4b43-a314-223ff9f437df tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] 10.222.0.21 "GET /v2.0/security-groups?id=ffeb95a3-eabd-4732-b522-a63e944eb594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324950 Nov 18 18:19:42.333605 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Pushing event updated for resources: {'Port': ['ID=f4ec53d8-bf0f-4c8e-bc52-1fef9c446927,revision_number=4']} {{(pid=101555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:19:42.340539 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:19:42.340893 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:19:42.341236 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:19:42.341573 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:19:42.341901 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:19:42.342232 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:19:42.342559 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:19:42.342884 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:19:42.343209 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:19:42.343531 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:19:42.343877 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:19:42.344210 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:19:42.647101 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] get_ports_and_sgs() called for port_ids ['f4ec53d8-bf0f-4c8e-bc52-1fef9c446927'] {{(pid=101555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 18:19:42.827490 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d701626-23cf-4b12-8db0-d3907f0e731a req-d4007a1f-6d3c-4222-aabc-6acc3eca0fd3 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:19:42.829307 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-3d701626-23cf-4b12-8db0-d3907f0e731a req-d4007a1f-6d3c-4222-aabc-6acc3eca0fd3 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] 10.222.0.21 "GET /v2.0/ports?device_id=e13f02c6-2194-4791-8e7e-2d4dc3854082 HTTP/1.1" status: 200 len: 945 time: 0.0546594 Nov 18 18:19:42.866629 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-3d701626-23cf-4b12-8db0-d3907f0e731a req-e4a2f4c3-9b8f-4876-9212-50ce9feeeb1e tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] 10.222.0.21 "GET /v2.0/security-groups?id=6238537b-ea9c-4f6a-a9d8-fc9d159a5add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315359 Nov 18 18:19:43.429586 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8187d8b9-4aba-4b0a-88c3-e5ddf1ee8a62 req-82604d97-f0bf-4130-af12-54775be2d5de tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:19:43.431041 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-8187d8b9-4aba-4b0a-88c3-e5ddf1ee8a62 req-82604d97-f0bf-4130-af12-54775be2d5de tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0c38b60-c899-4575-8904-e679c49b34e8 HTTP/1.1" status: 200 len: 944 time: 0.0482585 Nov 18 18:19:43.467880 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-8187d8b9-4aba-4b0a-88c3-e5ddf1ee8a62 req-43af712a-2e66-4f71-b5a1-885c0beaf03c tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] 10.222.0.21 "GET /v2.0/security-groups?id=ffeb95a3-eabd-4732-b522-a63e944eb594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309491 Nov 18 18:19:43.981582 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296a3c8c-59d5-4ab9-b016-310a10a9f5fa req-8a4ad8da-26dd-4632-b05d-b026026b896c tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:19:43.983029 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-296a3c8c-59d5-4ab9-b016-310a10a9f5fa req-8a4ad8da-26dd-4632-b05d-b026026b896c tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] 10.222.0.21 "GET /v2.0/ports?device_id=e13f02c6-2194-4791-8e7e-2d4dc3854082 HTTP/1.1" status: 200 len: 945 time: 0.0514579 Nov 18 18:19:44.018829 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-5c0feedd-dec6-4918-92cf-55dca47f9f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:19:44.028629 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-296a3c8c-59d5-4ab9-b016-310a10a9f5fa req-2163f98a-cd06-467b-b528-fbea0d37b8d5 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] 10.222.0.21 "GET /v2.0/security-groups?id=6238537b-ea9c-4f6a-a9d8-fc9d159a5add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375268 Nov 18 18:19:44.115487 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Device f4ec53d8-bf0f-4c8e-bc52-1fef9c446927 up at agent hyperv_hv-cinder-81669 {{(pid=101555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:19:44.165338 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Provisioning for port f4ec53d8-bf0f-4c8e-bc52-1fef9c446927 completed by entity L2. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 18:19:44.169056 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Provisioning complete for port f4ec53d8-bf0f-4c8e-bc52-1fef9c446927 triggered by entity L2. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:19:44.169457 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:19:44.207196 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:19:44.255200 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:19:44.276914 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0c38b60-c899-4575-8904-e679c49b34e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4ec53d8-bf0f-4c8e-bc52-1fef9c446927'}] {{(pid=101555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:19:44.279188 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d346ce470d451c2c3f81e461e68bbd58c3f0d417750f3f38c7c8caca9575360f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-039b07d1-fac9-4fb4-bf95-302599d591e9" -d '{"events": [{"server_uuid": "d0c38b60-c899-4575-8904-e679c49b34e8", "name": "network-vif-plugged", "status": "completed", "tag": "f4ec53d8-bf0f-4c8e-bc52-1fef9c446927"}]}' {{(pid=101555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:19:44.292274 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] For port f4ec53d8-bf0f-4c8e-bc52-1fef9c446927, host hv-cinder-81669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81669',level=0,port_id=f4ec53d8-bf0f-4c8e-bc52-1fef9c446927,segment=NetworkSegment(2933f606-cf5a-4814-ac55-0ca44cfbc6c1),segment_id=2933f606-cf5a-4814-ac55-0ca44cfbc6c1)] {{(pid=101555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:19:44.296282 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:19:44.360083 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Pushing event updated for resources: {'Port': ['ID=f4ec53d8-bf0f-4c8e-bc52-1fef9c446927,revision_number=5']} {{(pid=101555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:19:44.374262 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 18:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc23aab4-96a3-4983-b54c-3efec485d98f x-openstack-request-id: req-bc23aab4-96a3-4983-b54c-3efec485d98f {{(pid=101555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:19:44.374575 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0c38b60-c899-4575-8904-e679c49b34e8", "name": "network-vif-plugged", "status": "completed", "tag": "f4ec53d8-bf0f-4c8e-bc52-1fef9c446927", "code": 200}]} {{(pid=101555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:19:44.374839 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bc23aab4-96a3-4983-b54c-3efec485d98f {{(pid=101555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:19:44.375229 dv-cinder-816695-1-iscsi neutron-server[101555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0c38b60-c899-4575-8904-e679c49b34e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4ec53d8-bf0f-4c8e-bc52-1fef9c446927', 'code': 200} Nov 18 18:19:44.572494 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24cd8fe-f23a-4ee4-aa31-6a26c5e29436 req-0e8d78ad-f279-43e0-9dc7-3d69bd145d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:19:44.573895 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-f24cd8fe-f23a-4ee4-aa31-6a26c5e29436 req-0e8d78ad-f279-43e0-9dc7-3d69bd145d82 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d0c38b60-c899-4575-8904-e679c49b34e8 HTTP/1.1" status: 200 len: 1098 time: 0.0664635 Nov 18 18:19:44.591052 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b6cdaf-3137-4b03-a42e-8ab0b4f12f4b req-e09d64b7-5efb-4bd8-865c-d94b9d48a668 tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:19:44.592474 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-43b6cdaf-3137-4b03-a42e-8ab0b4f12f4b req-e09d64b7-5efb-4bd8-865c-d94b9d48a668 tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0c38b60-c899-4575-8904-e679c49b34e8 HTTP/1.1" status: 200 len: 945 time: 0.0582232 Nov 18 18:19:44.635754 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-f24cd8fe-f23a-4ee4-aa31-6a26c5e29436 req-141eb46e-83b8-4437-8db6-e5aa8277cb0e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ffeb95a3-eabd-4732-b522-a63e944eb594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527442 Nov 18 18:19:44.647858 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-43b6cdaf-3137-4b03-a42e-8ab0b4f12f4b req-d81865ad-bc2c-40a3-b422-4027a6d82863 tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] 10.222.0.21 "GET /v2.0/security-groups?id=ffeb95a3-eabd-4732-b522-a63e944eb594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491180 Nov 18 18:19:44.905588 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-e3a848c2-ffa0-4288-a759-e5f077163e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:19:45.151230 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7db0fc-e18d-49c0-93bc-524d78126e44 req-105a7911-c3ee-4e57-8be3-64a15edad03f tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:19:45.152714 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-af7db0fc-e18d-49c0-93bc-524d78126e44 req-105a7911-c3ee-4e57-8be3-64a15edad03f tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] 10.222.0.21 "GET /v2.0/ports?device_id=e13f02c6-2194-4791-8e7e-2d4dc3854082 HTTP/1.1" status: 200 len: 945 time: 0.0528343 Nov 18 18:19:45.189128 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-af7db0fc-e18d-49c0-93bc-524d78126e44 req-5fe32269-c2ef-4c55-aa66-8acafb27ef79 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] 10.222.0.21 "GET /v2.0/security-groups?id=6238537b-ea9c-4f6a-a9d8-fc9d159a5add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304434 Nov 18 18:19:45.760225 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fde051c-2a2e-405c-90da-861386bbdee8 req-39eb6d46-8306-4b06-8190-cec7a6652195 tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:19:45.761709 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-8fde051c-2a2e-405c-90da-861386bbdee8 req-39eb6d46-8306-4b06-8190-cec7a6652195 tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0c38b60-c899-4575-8904-e679c49b34e8 HTTP/1.1" status: 200 len: 945 time: 0.0492783 Nov 18 18:19:45.798597 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-8fde051c-2a2e-405c-90da-861386bbdee8 req-0f4d74cf-a26f-4ece-9160-91d5678135a8 tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] 10.222.0.21 "GET /v2.0/security-groups?id=ffeb95a3-eabd-4732-b522-a63e944eb594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310726 Nov 18 18:19:46.304005 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc48b7a-9e82-47cd-b54d-dbeee8d7f210 req-be60175e-703f-4d1e-a378-f2c750458b51 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:19:46.305385 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-0bc48b7a-9e82-47cd-b54d-dbeee8d7f210 req-be60175e-703f-4d1e-a378-f2c750458b51 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] 10.222.0.21 "GET /v2.0/ports?device_id=e13f02c6-2194-4791-8e7e-2d4dc3854082 HTTP/1.1" status: 200 len: 945 time: 0.0510707 Nov 18 18:19:46.342746 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-0bc48b7a-9e82-47cd-b54d-dbeee8d7f210 req-62c1de1a-e099-479c-99f9-fd5dee871674 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] 10.222.0.21 "GET /v2.0/security-groups?id=6238537b-ea9c-4f6a-a9d8-fc9d159a5add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314360 Nov 18 18:19:46.876879 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.agents_db [None req-879798a6-d64d-4745-9d9a-40c50c0efc22 None None] Agent healthcheck: found 6 active agents {{(pid=101556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 18:19:46.914151 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63a9626-b267-403f-b41d-9556b3942328 req-e1c9f1ba-95a7-4ee6-8492-b6cf7b23ed43 tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:19:46.915623 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-b63a9626-b267-403f-b41d-9556b3942328 req-e1c9f1ba-95a7-4ee6-8492-b6cf7b23ed43 tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0c38b60-c899-4575-8904-e679c49b34e8 HTTP/1.1" status: 200 len: 945 time: 0.0516813 Nov 18 18:19:46.930386 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-cd169395-ba62-4885-8b1f-e6616afe023f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:19:46.953693 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-b63a9626-b267-403f-b41d-9556b3942328 req-53fe3f0f-379d-4539-b61e-90d13c6824d8 tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] 10.222.0.21 "GET /v2.0/security-groups?id=ffeb95a3-eabd-4732-b522-a63e944eb594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320828 Nov 18 18:19:47.458621 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6998c7-7833-4d0f-9979-1eb68c135019 req-fbb379eb-df78-441f-a00a-a634570c3d1b tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:19:47.460922 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-bd6998c7-7833-4d0f-9979-1eb68c135019 req-fbb379eb-df78-441f-a00a-a634570c3d1b tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] 10.222.0.21 "GET /v2.0/ports?device_id=e13f02c6-2194-4791-8e7e-2d4dc3854082 HTTP/1.1" status: 200 len: 945 time: 0.0518723 Nov 18 18:19:47.498864 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-bd6998c7-7833-4d0f-9979-1eb68c135019 req-50b58198-19c5-4254-99a5-aa4e4aa59a58 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] 10.222.0.21 "GET /v2.0/security-groups?id=6238537b-ea9c-4f6a-a9d8-fc9d159a5add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320148 Nov 18 18:19:48.614889 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9ccdad-093d-4769-9517-19ea3e83e4d6 req-a392ad8f-0d93-4baa-b414-05d678271ea0 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:19:48.617122 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-1e9ccdad-093d-4769-9517-19ea3e83e4d6 req-a392ad8f-0d93-4baa-b414-05d678271ea0 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] 10.222.0.21 "GET /v2.0/ports?device_id=e13f02c6-2194-4791-8e7e-2d4dc3854082 HTTP/1.1" status: 200 len: 945 time: 0.0509744 Nov 18 18:19:48.654179 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-1e9ccdad-093d-4769-9517-19ea3e83e4d6 req-21d536a3-429f-43df-874a-87786734afea tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] 10.222.0.21 "GET /v2.0/security-groups?id=6238537b-ea9c-4f6a-a9d8-fc9d159a5add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310850 Nov 18 18:19:49.781161 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac17779-8675-4822-b982-d42fa490c5b3 req-2daa5bbb-e145-4473-91ed-827863dfa623 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:19:49.782641 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-5ac17779-8675-4822-b982-d42fa490c5b3 req-2daa5bbb-e145-4473-91ed-827863dfa623 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] 10.222.0.21 "GET /v2.0/ports?device_id=e13f02c6-2194-4791-8e7e-2d4dc3854082 HTTP/1.1" status: 200 len: 945 time: 0.0607514 Nov 18 18:19:49.821837 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-5ac17779-8675-4822-b982-d42fa490c5b3 req-7ee125f4-b113-4aab-afb3-f8ad6157b0cf tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] 10.222.0.21 "GET /v2.0/security-groups?id=6238537b-ea9c-4f6a-a9d8-fc9d159a5add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331776 Nov 18 18:19:50.934627 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142b0f90-1e58-4919-a971-b364a357bb7a req-08c7ff80-f483-4761-929b-632626b30138 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:19:50.936176 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-142b0f90-1e58-4919-a971-b364a357bb7a req-08c7ff80-f483-4761-929b-632626b30138 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] 10.222.0.21 "GET /v2.0/ports?device_id=e13f02c6-2194-4791-8e7e-2d4dc3854082 HTTP/1.1" status: 200 len: 945 time: 0.0481458 Nov 18 18:19:50.974015 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-142b0f90-1e58-4919-a971-b364a357bb7a req-8df059aa-89cd-42d2-83e0-ee00e409d56f tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] 10.222.0.21 "GET /v2.0/security-groups?id=6238537b-ea9c-4f6a-a9d8-fc9d159a5add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317779 Nov 18 18:19:52.091261 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78afdda9-9133-4b07-96e9-107ae011a56c req-5f4c6415-76d1-41ee-9466-a40b2f3f0729 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:19:52.092787 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-78afdda9-9133-4b07-96e9-107ae011a56c req-5f4c6415-76d1-41ee-9466-a40b2f3f0729 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] 10.222.0.21 "GET /v2.0/ports?device_id=e13f02c6-2194-4791-8e7e-2d4dc3854082 HTTP/1.1" status: 200 len: 945 time: 0.0524380 Nov 18 18:19:52.137760 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-78afdda9-9133-4b07-96e9-107ae011a56c req-ca9e99cd-99b2-4448-9476-9cfbe5b79391 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] 10.222.0.21 "GET /v2.0/security-groups?id=6238537b-ea9c-4f6a-a9d8-fc9d159a5add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377114 Nov 18 18:19:53.256728 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dce886-46b8-4904-a94a-4f3163c6e9e1 req-9d2a0337-6007-4c87-a455-97df5c411a5c tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:19:53.258249 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-b3dce886-46b8-4904-a94a-4f3163c6e9e1 req-9d2a0337-6007-4c87-a455-97df5c411a5c tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] 10.222.0.21 "GET /v2.0/ports?device_id=e13f02c6-2194-4791-8e7e-2d4dc3854082 HTTP/1.1" status: 200 len: 945 time: 0.0533776 Nov 18 18:19:53.295534 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-b3dce886-46b8-4904-a94a-4f3163c6e9e1 req-ab77291d-296a-4e0e-881e-8b91732722cd tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] 10.222.0.21 "GET /v2.0/security-groups?id=6238537b-ea9c-4f6a-a9d8-fc9d159a5add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314000 Nov 18 18:19:54.414007 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966eff2a-98e4-490b-9cf6-9b802956ac57 req-31ec5a4b-3475-48aa-a874-49c6cedf835a tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:19:54.415848 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-966eff2a-98e4-490b-9cf6-9b802956ac57 req-31ec5a4b-3475-48aa-a874-49c6cedf835a tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] 10.222.0.21 "GET /v2.0/ports?device_id=e13f02c6-2194-4791-8e7e-2d4dc3854082 HTTP/1.1" status: 200 len: 945 time: 0.0520890 Nov 18 18:19:54.455537 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-966eff2a-98e4-490b-9cf6-9b802956ac57 req-bdbe542c-3b77-413e-802e-3b8371d63274 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] 10.222.0.21 "GET /v2.0/security-groups?id=6238537b-ea9c-4f6a-a9d8-fc9d159a5add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338051 Nov 18 18:19:55.570136 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b78e0a-db42-4b2e-aeea-a002a3f9f3e7 req-8ec035be-186b-4dc1-ae02-a0fe0a1cb732 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:19:55.571653 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-28b78e0a-db42-4b2e-aeea-a002a3f9f3e7 req-8ec035be-186b-4dc1-ae02-a0fe0a1cb732 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] 10.222.0.21 "GET /v2.0/ports?device_id=e13f02c6-2194-4791-8e7e-2d4dc3854082 HTTP/1.1" status: 200 len: 945 time: 0.0484514 Nov 18 18:19:55.598181 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:19:55.611799 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-28b78e0a-db42-4b2e-aeea-a002a3f9f3e7 req-d1beeedd-0c4b-4d9c-a5f3-babbc72e7710 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] 10.222.0.21 "GET /v2.0/security-groups?id=6238537b-ea9c-4f6a-a9d8-fc9d159a5add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341835 Nov 18 18:19:56.733256 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182e99fa-4bf1-443c-bedc-fa99d42cd0c5 req-db78368e-f9d5-4d47-82b0-86c515e9ab13 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:19:56.734796 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-182e99fa-4bf1-443c-bedc-fa99d42cd0c5 req-db78368e-f9d5-4d47-82b0-86c515e9ab13 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] 10.222.0.21 "GET /v2.0/ports?device_id=e13f02c6-2194-4791-8e7e-2d4dc3854082 HTTP/1.1" status: 200 len: 945 time: 0.0524359 Nov 18 18:19:56.772703 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-182e99fa-4bf1-443c-bedc-fa99d42cd0c5 req-b0ca01fd-0a18-4cdd-b51c-6bb0937b3bfc tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] 10.222.0.21 "GET /v2.0/security-groups?id=6238537b-ea9c-4f6a-a9d8-fc9d159a5add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319667 Nov 18 18:19:57.933252 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef00abd7-67fd-4d24-95ea-e572eaf72c14 req-bfbe8997-3d63-4eea-bc59-bc57a895ad84 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:19:57.934726 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-ef00abd7-67fd-4d24-95ea-e572eaf72c14 req-bfbe8997-3d63-4eea-bc59-bc57a895ad84 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] 10.222.0.21 "GET /v2.0/ports?device_id=e13f02c6-2194-4791-8e7e-2d4dc3854082 HTTP/1.1" status: 200 len: 945 time: 0.0882711 Nov 18 18:19:57.968577 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ed2f79-cf98-4ef7-ae27-a158f613e983 req-c372908d-87d1-4877-bbc1-dab1a1ff17cd tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:19:57.970057 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-61ed2f79-cf98-4ef7-ae27-a158f613e983 req-c372908d-87d1-4877-bbc1-dab1a1ff17cd tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=afdf38ed-f20b-4bdf-ba97-323d5dc15fa4 HTTP/1.1" status: 200 len: 947 time: 0.0784702 Nov 18 18:19:58.005226 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-ef00abd7-67fd-4d24-95ea-e572eaf72c14 req-c8b65f04-1e55-4ade-9090-dda82cbb472f tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] 10.222.0.21 "GET /v2.0/security-groups?id=6238537b-ea9c-4f6a-a9d8-fc9d159a5add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644326 Nov 18 18:19:58.023910 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-61ed2f79-cf98-4ef7-ae27-a158f613e983 req-6eff623f-2d21-45e2-87f8-243f8a8ffd1f tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=a54f1b91-e755-42dd-80e2-81fd3516d0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434756 Nov 18 18:19:58.085779 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fdabc9-835b-406f-9301-c451531b4906 req-1af0c9cd-9a5f-45c7-af68-db326cb17d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:19:58.087405 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-87fdabc9-835b-406f-9301-c451531b4906 req-1af0c9cd-9a5f-45c7-af68-db326cb17d9a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=933276c3577b443fb02567a84c30f5f2&device_id=e13f02c6-2194-4791-8e7e-2d4dc3854082 HTTP/1.1" status: 200 len: 1098 time: 0.0408309 Nov 18 18:19:58.179024 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fdabc9-835b-406f-9301-c451531b4906 req-922dc79a-325f-452c-9bee-f495d2d5d9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:19:58.180442 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-87fdabc9-835b-406f-9301-c451531b4906 req-922dc79a-325f-452c-9bee-f495d2d5d9d5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=74df0788-e7d6-410e-9ee3-84c20bef6ca1 HTTP/1.1" status: 200 len: 910 time: 0.0858507 Nov 18 18:19:58.249167 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-87fdabc9-835b-406f-9301-c451531b4906 req-bfa7a6a1-8f64-4899-9239-ce5eaa6fcec6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0e82f62a-5e22-4453-b1db-fbbd1212114a HTTP/1.1" status: 200 len: 1001 time: 0.0602674 Nov 18 18:19:58.299848 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fdabc9-835b-406f-9301-c451531b4906 req-6cbbe4bc-542a-418f-834a-9a150e994f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:19:58.301271 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-87fdabc9-835b-406f-9301-c451531b4906 req-6cbbe4bc-542a-418f-834a-9a150e994f29 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9c1a8c73-e246-4c32-9c4c-9a07f80b872f HTTP/1.1" status: 200 len: 848 time: 0.0435035 Nov 18 18:19:58.362281 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fdabc9-835b-406f-9301-c451531b4906 req-1543ed2f-43ec-434e-8ccc-3d79c562730a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:19:58.363766 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-87fdabc9-835b-406f-9301-c451531b4906 req-1543ed2f-43ec-434e-8ccc-3d79c562730a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=74df0788-e7d6-410e-9ee3-84c20bef6ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406060 Nov 18 18:19:58.459680 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-87fdabc9-835b-406f-9301-c451531b4906 req-c5770582-2c97-4185-9d9b-bbf19e3027c2 service neutron] 10.222.0.46 "GET /v2.0/networks/74df0788-e7d6-410e-9ee3-84c20bef6ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872159 Nov 18 18:19:58.550378 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-87fdabc9-835b-406f-9301-c451531b4906 req-d31efeee-62b6-489c-a521-d8d7fdc503c8 service neutron] 10.222.0.46 "GET /v2.0/networks/74df0788-e7d6-410e-9ee3-84c20bef6ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811834 Nov 18 18:19:59.162593 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16c2029-e138-441c-82f7-43542effd5ce req-7dc5c2ac-4e36-4388-9f9d-cf2244dcb492 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:19:59.165676 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-e16c2029-e138-441c-82f7-43542effd5ce req-7dc5c2ac-4e36-4388-9f9d-cf2244dcb492 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] 10.222.0.21 "GET /v2.0/ports?device_id=e13f02c6-2194-4791-8e7e-2d4dc3854082 HTTP/1.1" status: 200 len: 945 time: 0.0894029 Nov 18 18:19:59.180557 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a51c1ff-df8a-48df-9a40-63d7e39c072e req-ead2d9ff-1180-41ef-a067-8bba556707e3 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:19:59.182073 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-5a51c1ff-df8a-48df-9a40-63d7e39c072e req-ead2d9ff-1180-41ef-a067-8bba556707e3 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=afdf38ed-f20b-4bdf-ba97-323d5dc15fa4 HTTP/1.1" status: 200 len: 947 time: 0.0804515 Nov 18 18:19:59.239050 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-e16c2029-e138-441c-82f7-43542effd5ce req-97ba9606-6e4b-47e8-a031-10fe2df6be13 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] 10.222.0.21 "GET /v2.0/security-groups?id=6238537b-ea9c-4f6a-a9d8-fc9d159a5add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559862 Nov 18 18:19:59.244389 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-5a51c1ff-df8a-48df-9a40-63d7e39c072e req-e12e5056-eb9d-42c9-a989-bc1464e7c50f tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=a54f1b91-e755-42dd-80e2-81fd3516d0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555146 Nov 18 18:20:00.245918 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822aa346-a812-472e-9331-5e6af38e7ad4 req-88711983-f958-4591-a7bf-fdea00e517f9 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:20:00.247280 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-822aa346-a812-472e-9331-5e6af38e7ad4 req-88711983-f958-4591-a7bf-fdea00e517f9 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.46 "GET /v2.0/ports?device_id=afdf38ed-f20b-4bdf-ba97-323d5dc15fa4 HTTP/1.1" status: 200 len: 947 time: 0.0483294 Nov 18 18:20:00.402456 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48176e6-8e16-4bec-a0eb-6f1388a96b6b req-bd63c84f-e3fe-4d46-a360-09758c52c925 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:20:00.404366 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-b48176e6-8e16-4bec-a0eb-6f1388a96b6b req-bd63c84f-e3fe-4d46-a360-09758c52c925 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] 10.222.0.21 "GET /v2.0/ports?device_id=e13f02c6-2194-4791-8e7e-2d4dc3854082 HTTP/1.1" status: 200 len: 945 time: 0.0882456 Nov 18 18:20:00.422959 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871ba95a-b265-4675-a9c3-a30367cc85bb req-ec902cab-9315-4554-8587-34ad4d4594e6 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:20:00.424380 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-871ba95a-b265-4675-a9c3-a30367cc85bb req-ec902cab-9315-4554-8587-34ad4d4594e6 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=afdf38ed-f20b-4bdf-ba97-323d5dc15fa4 HTTP/1.1" status: 200 len: 947 time: 0.1055100 Nov 18 18:20:00.435008 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.plugin [req-822aa346-a812-472e-9331-5e6af38e7ad4 req-f5625748-4ce1-4674-a5ee-6ca52e36c5ce tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Deleting port 3d7d3eac-4d1f-46f7-bd38-8201265cf0e4 {{(pid=101553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 18 18:20:00.435349 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-822aa346-a812-472e-9331-5e6af38e7ad4 req-f5625748-4ce1-4674-a5ee-6ca52e36c5ce tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768457215290'] for port, before_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:20:00.534622 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-b48176e6-8e16-4bec-a0eb-6f1388a96b6b req-2d38b070-9b05-4dc6-ac86-934db8ba8613 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] 10.222.0.21 "GET /v2.0/security-groups?id=6238537b-ea9c-4f6a-a9d8-fc9d159a5add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1193442 Nov 18 18:20:00.540356 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-871ba95a-b265-4675-a9c3-a30367cc85bb req-ceeb9902-2c49-4b7a-955e-3541a1e6e5b0 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=a54f1b91-e755-42dd-80e2-81fd3516d0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023121 Nov 18 18:20:00.571963 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.db [req-822aa346-a812-472e-9331-5e6af38e7ad4 req-f5625748-4ce1-4674-a5ee-6ca52e36c5ce tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] For port 3d7d3eac-4d1f-46f7-bd38-8201265cf0e4, host hv-cinder-81669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81669',level=0,port_id=3d7d3eac-4d1f-46f7-bd38-8201265cf0e4,segment=NetworkSegment(43109070-f8b1-4cef-8fc5-8a83cb9b46d4),segment_id=43109070-f8b1-4cef-8fc5-8a83cb9b46d4)] {{(pid=101553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:20:00.572329 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-822aa346-a812-472e-9331-5e6af38e7ad4 req-f5625748-4ce1-4674-a5ee-6ca52e36c5ce tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369284'] for port, precommit_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:20:00.794218 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-822aa346-a812-472e-9331-5e6af38e7ad4 req-f5625748-4ce1-4674-a5ee-6ca52e36c5ce tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:20:00.794499 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-822aa346-a812-472e-9331-5e6af38e7ad4 req-f5625748-4ce1-4674-a5ee-6ca52e36c5ce tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-366129'] for floatingip, after_update {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:20:00.794819 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.db.l3_db [req-822aa346-a812-472e-9331-5e6af38e7ad4 req-f5625748-4ce1-4674-a5ee-6ca52e36c5ce tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Floating IP 8e4bd120-5e40-4a6f-ac75-52d25ba9499b disassociated. External IP: 172.27.0.66, port: 3d7d3eac-4d1f-46f7-bd38-8201265cf0e4. Nov 18 18:20:00.795161 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.plugin [req-822aa346-a812-472e-9331-5e6af38e7ad4 req-f5625748-4ce1-4674-a5ee-6ca52e36c5ce tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Calling delete_port for 3d7d3eac-4d1f-46f7-bd38-8201265cf0e4 owned by compute:nova {{(pid=101553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 18 18:20:00.924299 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-822aa346-a812-472e-9331-5e6af38e7ad4 req-f5625748-4ce1-4674-a5ee-6ca52e36c5ce tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768457221690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768456900410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5584108'] for port, after_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:20:00.950557 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5625748-4ce1-4674-a5ee-6ca52e36c5ce tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Pushing event deleted for resources: {'Port': ['ID=3d7d3eac-4d1f-46f7-bd38-8201265cf0e4,revision_number=None']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:20:00.960255 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5625748-4ce1-4674-a5ee-6ca52e36c5ce tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:20:00.960613 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5625748-4ce1-4674-a5ee-6ca52e36c5ce tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:20:00.960968 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5625748-4ce1-4674-a5ee-6ca52e36c5ce tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:20:00.961869 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5625748-4ce1-4674-a5ee-6ca52e36c5ce tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:20:00.962207 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5625748-4ce1-4674-a5ee-6ca52e36c5ce tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:20:00.962584 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5625748-4ce1-4674-a5ee-6ca52e36c5ce tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:20:00.962926 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5625748-4ce1-4674-a5ee-6ca52e36c5ce tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:20:00.963265 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5625748-4ce1-4674-a5ee-6ca52e36c5ce tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:20:00.963599 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5625748-4ce1-4674-a5ee-6ca52e36c5ce tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:20:00.964543 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5625748-4ce1-4674-a5ee-6ca52e36c5ce tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:20:00.964543 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5625748-4ce1-4674-a5ee-6ca52e36c5ce tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:20:00.964726 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5625748-4ce1-4674-a5ee-6ca52e36c5ce tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:20:01.078353 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.scheduler.l3_agent_scheduler [req-822aa346-a812-472e-9331-5e6af38e7ad4 req-f5625748-4ce1-4674-a5ee-6ca52e36c5ce tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Router ecd9bdf8-b852-4b8c-9b33-bb97dda69e18 has already been hosted by L3 agent 11d55508-f5ea-4178-bd3a-0ed8666e5761 {{(pid=101553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 18:20:01.183941 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-822aa346-a812-472e-9331-5e6af38e7ad4 req-f5625748-4ce1-4674-a5ee-6ca52e36c5ce tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Notify agent at l3_agent.dv-cinder-816695-1-iscsi the message routers_updated {{(pid=101553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 18:20:01.194933 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d965ea2-8578-4686-8f11-e27834e46996 None None] Sync routers for ids ['ecd9bdf8-b852-4b8c-9b33-bb97dda69e18'] in dv-cinder-816695-1-iscsi {{(pid=101555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 18:20:01.204652 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d965ea2-8578-4686-8f11-e27834e46996 None None] Routers {'ecd9bdf8-b852-4b8c-9b33-bb97dda69e18'} bound to L3 agent in host dv-cinder-816695-1-iscsi {{(pid=101555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:20:01.205282 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_hamode_db [None req-7d965ea2-8578-4686-8f11-e27834e46996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T18:05:14Z,description=,heartbeat_timestamp=2021-11-18T18:19:44Z,host='dv-cinder-816695-1-iscsi',id=11d55508-f5ea-4178-bd3a-0ed8666e5761,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T18:05:14Z,topic='l3_agent')) {'router_ids': ['ecd9bdf8-b852-4b8c-9b33-bb97dda69e18'], 'active': True} {{(pid=101555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:20:01.446713 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_dvr_db [None req-7d965ea2-8578-4686-8f11-e27834e46996 None None] Set router ecd9bdf8-b852-4b8c-9b33-bb97dda69e18 gateway port host: dv-cinder-816695-1-iscsi {{(pid=101555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:20:01.459797 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.db.l3_dvrscheduler_db [req-822aa346-a812-472e-9331-5e6af38e7ad4 req-f5625748-4ce1-4674-a5ee-6ca52e36c5ce tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] No DVR routers for this DVR port 3d7d3eac-4d1f-46f7-bd38-8201265cf0e4 on host hv-cinder-81669 {{(pid=101553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 18:20:01.462884 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-822aa346-a812-472e-9331-5e6af38e7ad4 req-f5625748-4ce1-4674-a5ee-6ca52e36c5ce tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47340'] for port, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:20:01.466179 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-822aa346-a812-472e-9331-5e6af38e7ad4 req-f5625748-4ce1-4674-a5ee-6ca52e36c5ce tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.46 "DELETE /v2.0/ports/3d7d3eac-4d1f-46f7-bd38-8201265cf0e4 HTTP/1.1" status: 204 len: 173 time: 1.2116168 Nov 18 18:20:01.466617 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afdf38ed-f20b-4bdf-ba97-323d5dc15fa4', 'name': 'network-vif-deleted', 'tag': '3d7d3eac-4d1f-46f7-bd38-8201265cf0e4'}] {{(pid=101553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:20:01.468844 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3f9c8695bc273365e1ae5046181e224bccdab9c1f2bdac51621509927968c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e18a091a-03ba-4adc-83cf-ad94b937fc73" -d '{"events": [{"server_uuid": "afdf38ed-f20b-4bdf-ba97-323d5dc15fa4", "name": "network-vif-deleted", "tag": "3d7d3eac-4d1f-46f7-bd38-8201265cf0e4"}]}' {{(pid=101553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:20:01.507220 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 18:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f936cbd9-7e4d-4ab3-bd11-01fd1a8c7065 x-openstack-request-id: req-f936cbd9-7e4d-4ab3-bd11-01fd1a8c7065 {{(pid=101553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:20:01.507604 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afdf38ed-f20b-4bdf-ba97-323d5dc15fa4", "name": "network-vif-deleted", "tag": "3d7d3eac-4d1f-46f7-bd38-8201265cf0e4", "status": "completed", "code": 200}]} {{(pid=101553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:20:01.508485 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f936cbd9-7e4d-4ab3-bd11-01fd1a8c7065 {{(pid=101553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:20:01.508932 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afdf38ed-f20b-4bdf-ba97-323d5dc15fa4', 'name': 'network-vif-deleted', 'tag': '3d7d3eac-4d1f-46f7-bd38-8201265cf0e4', 'status': 'completed', 'code': 200} Nov 18 18:20:01.684360 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-59507f01-b44f-4c10-8f85-468bbd357939 req-637efda7-ff39-4049-895a-dbbe7fc3ee75 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=afdf38ed-f20b-4bdf-ba97-323d5dc15fa4 HTTP/1.1" status: 200 len: 210 time: 0.0309815 Nov 18 18:20:01.687244 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_hamode_db [None req-7d965ea2-8578-4686-8f11-e27834e46996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecd9bdf8-b852-4b8c-9b33-bb97dda69e18', 'name': 'tempest-AttachVolumeShelveTestJSON-1542454211-router', 'tenant_id': '080aae90ae2d433d95e93daa3aeb17ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'external_fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '7cdb1b29-727a-437e-9b0e-413eab56b52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:13:25Z', 'updated_at': '2021-11-18T18:13:37Z', 'revision_number': 4, 'project_id': '080aae90ae2d433d95e93daa3aeb17ce', 'gw_port': {'id': '7cdb1b29-727a-437e-9b0e-413eab56b52a', 'name': '', 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:1c:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd9bdf8-b852-4b8c-9b33-bb97dda69e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:13:29Z', 'updated_at': '2021-11-18T18:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816695-1-iscsi', '_interfaces': [{'id': 'b0e75edb-f556-427e-a639-3e0939d5c4b9', 'name': '', 'network_id': 'f21b1cf4-9836-4a7b-8947-90f148ea7c8b', 'tenant_id': '080aae90ae2d433d95e93daa3aeb17ce', 'mac_address': 'fa:16:3e:f4:51:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd9bdf8-b852-4b8c-9b33-bb97dda69e18', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7e1d2c9d-3536-4097-943a-2b344ea0e9fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:13:34Z', 'updated_at': '2021-11-18T18:13:46Z', 'revision_number': 5, 'project_id': '080aae90ae2d433d95e93daa3aeb17ce', 'subnets': [{'id': '7e1d2c9d-3536-4097-943a-2b344ea0e9fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816695-1-iscsi', False) {} {{(pid=101555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:20:01.699047 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c444ac-6097-4121-a206-74ba2c5113d9 req-38860632-9088-4f6e-a919-da17051b4c80 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:20:01.700551 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-f9c444ac-6097-4121-a206-74ba2c5113d9 req-38860632-9088-4f6e-a919-da17051b4c80 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] 10.222.0.21 "GET /v2.0/ports?device_id=e13f02c6-2194-4791-8e7e-2d4dc3854082 HTTP/1.1" status: 200 len: 945 time: 0.0785038 Nov 18 18:20:01.720923 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d965ea2-8578-4686-8f11-e27834e46996 None None] Checking router: ecd9bdf8-b852-4b8c-9b33-bb97dda69e18 for host: dv-cinder-816695-1-iscsi {{(pid=101555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 18:20:01.733131 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d965ea2-8578-4686-8f11-e27834e46996 None None] Routers {'ecd9bdf8-b852-4b8c-9b33-bb97dda69e18'} bound to L3 agent in host dv-cinder-816695-1-iscsi {{(pid=101555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:20:01.733773 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_hamode_db [None req-7d965ea2-8578-4686-8f11-e27834e46996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T18:05:14Z,description=,heartbeat_timestamp=2021-11-18T18:19:44Z,host='dv-cinder-816695-1-iscsi',id=11d55508-f5ea-4178-bd3a-0ed8666e5761,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T18:05:14Z,topic='l3_agent')) {'router_ids': ['ecd9bdf8-b852-4b8c-9b33-bb97dda69e18'], 'active': True} {{(pid=101555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:20:01.746759 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-f9c444ac-6097-4121-a206-74ba2c5113d9 req-2f8b50a5-14ef-49e9-b34b-3f62d7b4194c tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] 10.222.0.21 "GET /v2.0/security-groups?id=6238537b-ea9c-4f6a-a9d8-fc9d159a5add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388715 Nov 18 18:20:01.847959 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_dvr_db [None req-7d965ea2-8578-4686-8f11-e27834e46996 None None] Set router ecd9bdf8-b852-4b8c-9b33-bb97dda69e18 gateway port host: dv-cinder-816695-1-iscsi {{(pid=101555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:20:01.875298 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [req-e80e8e4d-7a2d-402f-9469-b3dec63a393d req-e8236249-a9a6-46f2-8d1d-f9db7fd3c7c6 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 18:20:01.876575 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-e80e8e4d-7a2d-402f-9469-b3dec63a393d req-e8236249-a9a6-46f2-8d1d-f9db7fd3c7c6 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0616510 Nov 18 18:20:02.083650 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 51996) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:20:02.107683 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1de041-5825-4b60-abd1-442c3af3ff56 req-57613845-ded9-43af-a76c-ca36f7724f3f tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:20:02.109653 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-2b1de041-5825-4b60-abd1-442c3af3ff56 req-57613845-ded9-43af-a76c-ca36f7724f3f tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] 10.222.0.21 "GET /v2.0/ports?device_id=e13f02c6-2194-4791-8e7e-2d4dc3854082 HTTP/1.1" status: 200 len: 945 time: 0.0751281 Nov 18 18:20:02.163774 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_hamode_db [None req-7d965ea2-8578-4686-8f11-e27834e46996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecd9bdf8-b852-4b8c-9b33-bb97dda69e18', 'name': 'tempest-AttachVolumeShelveTestJSON-1542454211-router', 'tenant_id': '080aae90ae2d433d95e93daa3aeb17ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'external_fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '7cdb1b29-727a-437e-9b0e-413eab56b52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:13:25Z', 'updated_at': '2021-11-18T18:13:37Z', 'revision_number': 4, 'project_id': '080aae90ae2d433d95e93daa3aeb17ce', 'gw_port': {'id': '7cdb1b29-727a-437e-9b0e-413eab56b52a', 'name': '', 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:1c:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd9bdf8-b852-4b8c-9b33-bb97dda69e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:13:29Z', 'updated_at': '2021-11-18T18:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816695-1-iscsi', '_interfaces': [{'id': 'b0e75edb-f556-427e-a639-3e0939d5c4b9', 'name': '', 'network_id': 'f21b1cf4-9836-4a7b-8947-90f148ea7c8b', 'tenant_id': '080aae90ae2d433d95e93daa3aeb17ce', 'mac_address': 'fa:16:3e:f4:51:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd9bdf8-b852-4b8c-9b33-bb97dda69e18', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7e1d2c9d-3536-4097-943a-2b344ea0e9fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:13:34Z', 'updated_at': '2021-11-18T18:13:46Z', 'revision_number': 5, 'project_id': '080aae90ae2d433d95e93daa3aeb17ce', 'subnets': [{'id': '7e1d2c9d-3536-4097-943a-2b344ea0e9fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816695-1-iscsi', False) {} {{(pid=101555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:20:02.164878 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-2b1de041-5825-4b60-abd1-442c3af3ff56 req-4fadd6da-2a57-445e-be7b-c2a67c90a163 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] 10.222.0.21 "GET /v2.0/security-groups?id=6238537b-ea9c-4f6a-a9d8-fc9d159a5add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474184 Nov 18 18:20:02.194506 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d965ea2-8578-4686-8f11-e27834e46996 None None] The sync data for ids ['ecd9bdf8-b852-4b8c-9b33-bb97dda69e18'] in dv-cinder-816695-1-iscsi is: [{'id': 'ecd9bdf8-b852-4b8c-9b33-bb97dda69e18', 'name': 'tempest-AttachVolumeShelveTestJSON-1542454211-router', 'tenant_id': '080aae90ae2d433d95e93daa3aeb17ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'external_fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '7cdb1b29-727a-437e-9b0e-413eab56b52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:13:25Z', 'updated_at': '2021-11-18T18:13:37Z', 'revision_number': 4, 'project_id': '080aae90ae2d433d95e93daa3aeb17ce', 'gw_port': {'id': '7cdb1b29-727a-437e-9b0e-413eab56b52a', 'name': '', 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:1c:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd9bdf8-b852-4b8c-9b33-bb97dda69e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:13:29Z', 'updated_at': '2021-11-18T18:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816695-1-iscsi', '_interfaces': [{'id': 'b0e75edb-f556-427e-a639-3e0939d5c4b9', 'name': '', 'network_id': 'f21b1cf4-9836-4a7b-8947-90f148ea7c8b', 'tenant_id': '080aae90ae2d433d95e93daa3aeb17ce', 'mac_address': 'fa:16:3e:f4:51:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd9bdf8-b852-4b8c-9b33-bb97dda69e18', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7e1d2c9d-3536-4097-943a-2b344ea0e9fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:13:34Z', 'updated_at': '2021-11-18T18:13:46Z', 'revision_number': 5, 'project_id': '080aae90ae2d433d95e93daa3aeb17ce', 'subnets': [{'id': '7e1d2c9d-3536-4097-943a-2b344ea0e9fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 18:20:02.207631 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-99ba959f-5aa2-4776-94ab-64b0806e5503 req-56726311-2784-4331-bc20-bbe753237db9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e13f02c6-2194-4791-8e7e-2d4dc3854082&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1227119 Nov 18 18:20:02.218125 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [req-99ba959f-5aa2-4776-94ab-64b0806e5503 req-e9a46abf-ac99-429f-95ff-1f118198067c service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101554) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 18:20:02.219109 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-99ba959f-5aa2-4776-94ab-64b0806e5503 req-e9a46abf-ac99-429f-95ff-1f118198067c service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056193 Nov 18 18:20:02.467412 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed8eb15-bf7d-4781-9d52-e456b055d0d6 None None] New status for floating IP 8e4bd120-5e40-4a6f-ac75-52d25ba9499b: DOWN {{(pid=101556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 18 18:20:02.806848 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 52012) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:20:02.860017 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-81618eef-24ce-437f-9760-76f6c037682f tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Notify callbacks [] for security_group, before_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:20:02.884045 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-81618eef-24ce-437f-9760-76f6c037682f tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:20:02.940236 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-81618eef-24ce-437f-9760-76f6c037682f tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:20:02.942805 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-81618eef-24ce-437f-9760-76f6c037682f tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Notify callbacks [] for security_group, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:20:02.943999 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-81618eef-24ce-437f-9760-76f6c037682f tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "DELETE /v2.0/security-groups/a54f1b91-e755-42dd-80e2-81fd3516d0ed HTTP/1.1" status: 204 len: 168 time: 0.1361220 Nov 18 18:20:02.947709 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 52014) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:20:02.953327 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81618eef-24ce-437f-9760-76f6c037682f tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a54f1b91-e755-42dd-80e2-81fd3516d0ed,revision_number=None']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:20:02.964726 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.api.v2.resource [None req-74be52f1-646e-4c70-82e6-58d1a5a38376 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] show failed (client error): The resource could not be found. Nov 18 18:20:02.965910 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-74be52f1-646e-4c70-82e6-58d1a5a38376 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups/a54f1b91-e755-42dd-80e2-81fd3516d0ed HTTP/1.1" status: 404 len: 347 time: 0.0165772 Nov 18 18:20:02.970151 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 52016) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:20:03.100159 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.plugin [None req-db8b0bcb-4ae6-46d9-b251-6b395f703268 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Deleting port 95ab61ce-9c5c-4fc0-a9e9-4aa4ef25918a {{(pid=101554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 18 18:20:03.100837 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-db8b0bcb-4ae6-46d9-b251-6b395f703268 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768457215290'] for port, before_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:20:03.186382 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-db8b0bcb-4ae6-46d9-b251-6b395f703268 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369284'] for port, precommit_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:20:03.186948 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-db8b0bcb-4ae6-46d9-b251-6b395f703268 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:20:03.201171 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.plugin [None req-db8b0bcb-4ae6-46d9-b251-6b395f703268 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Calling delete_port for 95ab61ce-9c5c-4fc0-a9e9-4aa4ef25918a owned by network:floatingip {{(pid=101554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 18 18:20:03.288688 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806c5389-57cf-4fce-a582-379c300e608b req-ae30616a-d4c2-45e9-95f9-58c6d5931583 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:20:03.290231 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-806c5389-57cf-4fce-a582-379c300e608b req-ae30616a-d4c2-45e9-95f9-58c6d5931583 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] 10.222.0.21 "GET /v2.0/ports?device_id=e13f02c6-2194-4791-8e7e-2d4dc3854082 HTTP/1.1" status: 200 len: 945 time: 0.0567882 Nov 18 18:20:03.336978 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-806c5389-57cf-4fce-a582-379c300e608b req-c64c0343-7284-49a3-90f3-6dff5c044c77 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] 10.222.0.21 "GET /v2.0/security-groups?id=6238537b-ea9c-4f6a-a9d8-fc9d159a5add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398240 Nov 18 18:20:03.358893 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-db8b0bcb-4ae6-46d9-b251-6b395f703268 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768457221690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768456900410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6202601'] for port, after_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:20:03.388174 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8b0bcb-4ae6-46d9-b251-6b395f703268 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Pushing event deleted for resources: {'Port': ['ID=95ab61ce-9c5c-4fc0-a9e9-4aa4ef25918a,revision_number=None']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:20:03.412018 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8b0bcb-4ae6-46d9-b251-6b395f703268 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:20:03.412368 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8b0bcb-4ae6-46d9-b251-6b395f703268 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:20:03.412707 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8b0bcb-4ae6-46d9-b251-6b395f703268 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:20:03.413043 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8b0bcb-4ae6-46d9-b251-6b395f703268 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:20:03.413378 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8b0bcb-4ae6-46d9-b251-6b395f703268 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:20:03.413709 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8b0bcb-4ae6-46d9-b251-6b395f703268 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:20:03.414059 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8b0bcb-4ae6-46d9-b251-6b395f703268 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:20:03.414387 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8b0bcb-4ae6-46d9-b251-6b395f703268 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:20:03.414710 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8b0bcb-4ae6-46d9-b251-6b395f703268 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:20:03.415035 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8b0bcb-4ae6-46d9-b251-6b395f703268 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:20:03.415358 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8b0bcb-4ae6-46d9-b251-6b395f703268 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:20:03.415678 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8b0bcb-4ae6-46d9-b251-6b395f703268 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:20:03.452934 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-db8b0bcb-4ae6-46d9-b251-6b395f703268 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Notify callbacks [] for floatingip, after_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:20:03.455355 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-db8b0bcb-4ae6-46d9-b251-6b395f703268 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47340'] for floatingip, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:20:03.456526 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-db8b0bcb-4ae6-46d9-b251-6b395f703268 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "DELETE /v2.0/floatingips/8e4bd120-5e40-4a6f-ac75-52d25ba9499b HTTP/1.1" status: 204 len: 168 time: 0.4854727 Nov 18 18:20:03.719647 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ba959f-5aa2-4776-94ab-64b0806e5503 req-3d5d3c87-a236-40da-ac26-07d387ec3fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:20:03.721247 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-99ba959f-5aa2-4776-94ab-64b0806e5503 req-3d5d3c87-a236-40da-ac26-07d387ec3fa6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e13f02c6-2194-4791-8e7e-2d4dc3854082&tenant_id=933276c3577b443fb02567a84c30f5f2 HTTP/1.1" status: 200 len: 1098 time: 0.0397255 Nov 18 18:20:03.764785 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 52024) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:20:03.769290 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.v2.base [None req-2c352a65-2ac5-4ccd-886a-4272630cb18b tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Request body: {'security_group': {'name': 'tempest-securitygroup--713857881', 'description': 'tempest-description--93243309'}} {{(pid=101554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:20:03.786094 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ba959f-5aa2-4776-94ab-64b0806e5503 req-53d73d9f-8642-4521-af63-c1ee2300a286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:20:03.787697 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-99ba959f-5aa2-4776-94ab-64b0806e5503 req-53d73d9f-8642-4521-af63-c1ee2300a286 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=933276c3577b443fb02567a84c30f5f2&device_id=e13f02c6-2194-4791-8e7e-2d4dc3854082 HTTP/1.1" status: 200 len: 1098 time: 0.0410407 Nov 18 18:20:03.790841 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-2c352a65-2ac5-4ccd-886a-4272630cb18b tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Notify callbacks [] for security_group, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:20:03.858488 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-2c352a65-2ac5-4ccd-886a-4272630cb18b tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Notify callbacks [] for security_group, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:20:03.862838 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-2c352a65-2ac5-4ccd-886a-4272630cb18b tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:20:03.881663 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ba959f-5aa2-4776-94ab-64b0806e5503 req-13e03182-3f84-49f6-b95e-a63d1969320e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:20:03.883820 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-99ba959f-5aa2-4776-94ab-64b0806e5503 req-13e03182-3f84-49f6-b95e-a63d1969320e service neutron] 10.222.0.46 "GET /v2.0/networks?id=74df0788-e7d6-410e-9ee3-84c20bef6ca1 HTTP/1.1" status: 200 len: 910 time: 0.0890045 Nov 18 18:20:03.888743 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-2c352a65-2ac5-4ccd-886a-4272630cb18b tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Notify callbacks [] for security_group, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:20:03.890205 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-2c352a65-2ac5-4ccd-886a-4272630cb18b tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.1242337 Nov 18 18:20:03.894531 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 52026) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:20:03.898820 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.v2.base [None req-d1f997e8-3e75-4ff9-ac36-75fa417d3d5b tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Request body: {'security_group_rule': {'security_group_id': '0cb9de25-5998-4ec5-b2c0-68c28f8f537b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:20:03.911447 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c352a65-2ac5-4ccd-886a-4272630cb18b tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cb9de25-5998-4ec5-b2c0-68c28f8f537b,revision_number=1']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:20:03.932823 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-d1f997e8-3e75-4ff9-ac36-75fa417d3d5b tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:20:03.965399 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-99ba959f-5aa2-4776-94ab-64b0806e5503 req-821c4ef9-9011-4216-8e71-f425ba80cd0a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0e82f62a-5e22-4453-b1db-fbbd1212114a HTTP/1.1" status: 200 len: 1001 time: 0.0741982 Nov 18 18:20:03.991013 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-d1f997e8-3e75-4ff9-ac36-75fa417d3d5b tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:20:03.995352 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-d1f997e8-3e75-4ff9-ac36-75fa417d3d5b tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577100'] for security_group_rule, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:20:04.014893 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f997e8-3e75-4ff9-ac36-75fa417d3d5b tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9392f9ae-ba11-4520-8a0e-c3658196f381,revision_number=0']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:20:04.022285 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-d1f997e8-3e75-4ff9-ac36-75fa417d3d5b tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:20:04.023500 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-d1f997e8-3e75-4ff9-ac36-75fa417d3d5b tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1280122 Nov 18 18:20:04.026087 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 52028) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:20:04.027835 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ba959f-5aa2-4776-94ab-64b0806e5503 req-303cabd5-1ded-48a2-904d-8489515b66c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:20:04.029394 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-99ba959f-5aa2-4776-94ab-64b0806e5503 req-303cabd5-1ded-48a2-904d-8489515b66c9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9c1a8c73-e246-4c32-9c4c-9a07f80b872f HTTP/1.1" status: 200 len: 848 time: 0.0565832 Nov 18 18:20:04.030461 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.v2.base [None req-0ea2663b-8c0c-4f53-b191-f58a1e75df27 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Request body: {'security_group_rule': {'security_group_id': '0cb9de25-5998-4ec5-b2c0-68c28f8f537b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:20:04.057171 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-0ea2663b-8c0c-4f53-b191-f58a1e75df27 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:20:04.083637 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ba959f-5aa2-4776-94ab-64b0806e5503 req-c417481f-c575-470b-845f-69da3ff3270c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:20:04.085213 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-99ba959f-5aa2-4776-94ab-64b0806e5503 req-c417481f-c575-470b-845f-69da3ff3270c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=74df0788-e7d6-410e-9ee3-84c20bef6ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0442402 Nov 18 18:20:04.115722 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-0ea2663b-8c0c-4f53-b191-f58a1e75df27 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:20:04.120227 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-0ea2663b-8c0c-4f53-b191-f58a1e75df27 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577100'] for security_group_rule, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:20:04.137954 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea2663b-8c0c-4f53-b191-f58a1e75df27 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77ca45df-9e52-401b-a54c-bee48ab70fbf,revision_number=0']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:20:04.145930 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-0ea2663b-8c0c-4f53-b191-f58a1e75df27 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:20:04.147125 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-0ea2663b-8c0c-4f53-b191-f58a1e75df27 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1201050 Nov 18 18:20:04.150170 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 52030) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:20:04.154431 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.v2.base [None req-4339a2d3-6e10-48ba-bd10-095adea8b1aa tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Request body: {'floatingip': {'floating_network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364'}} {{(pid=101554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:20:04.175720 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-4339a2d3-6e10-48ba-bd10-095adea8b1aa tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Notify callbacks [] for floatingip, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:20:04.188142 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-99ba959f-5aa2-4776-94ab-64b0806e5503 req-0a0045b6-4b16-4c41-83af-fb2e3693085a service neutron] 10.222.0.46 "GET /v2.0/networks/74df0788-e7d6-410e-9ee3-84c20bef6ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874441 Nov 18 18:20:04.192981 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Device 3d7d3eac-4d1f-46f7-bd38-8201265cf0e4 no longer exists at agent hyperv_hv-cinder-81669 {{(pid=101555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 18:20:04.213021 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.plugin [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] No Port match for: 3d7d3eac-4d1f-46f7-bd38-8201265cf0e4 {{(pid=101555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 18 18:20:04.213568 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Device 3d7d3eac-4d1f-46f7-bd38-8201265cf0e4 not bound to the agent host hv-cinder-81669 {{(pid=101555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 18:20:04.214174 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Device 0e82f62a-5e22-4453-b1db-fbbd1212114a no longer exists at agent hyperv_hv-cinder-81669 {{(pid=101555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 18:20:04.290294 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-4339a2d3-6e10-48ba-bd10-095adea8b1aa tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:20:04.297844 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-99ba959f-5aa2-4776-94ab-64b0806e5503 req-0a5018f8-f777-40d0-a142-0a15b49fde06 service neutron] 10.222.0.46 "GET /v2.0/networks/74df0788-e7d6-410e-9ee3-84c20bef6ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986130 Nov 18 18:20:04.299126 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:20:04.322114 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e13f02c6-2194-4791-8e7e-2d4dc3854082', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e82f62a-5e22-4453-b1db-fbbd1212114a'}] {{(pid=101555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:20:04.324393 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d346ce470d451c2c3f81e461e68bbd58c3f0d417750f3f38c7c8caca9575360f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e43aef0-7d24-4477-9536-e249b8e69d4d" -d '{"events": [{"server_uuid": "e13f02c6-2194-4791-8e7e-2d4dc3854082", "name": "network-vif-unplugged", "status": "completed", "tag": "0e82f62a-5e22-4453-b1db-fbbd1212114a"}]}' {{(pid=101555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:20:04.336943 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] For port 0e82f62a-5e22-4453-b1db-fbbd1212114a, host hv-cinder-81669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81669',level=0,port_id=0e82f62a-5e22-4453-b1db-fbbd1212114a,segment=NetworkSegment(dc52c420-f242-4fd4-b02f-66908d30a095),segment_id=dc52c420-f242-4fd4-b02f-66908d30a095)] {{(pid=101555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:20:04.340979 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:20:04.368094 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 18 Nov 2021 18:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0a22fb1-1a50-4757-8f58-2767fcf71b08 x-openstack-request-id: req-d0a22fb1-1a50-4757-8f58-2767fcf71b08 {{(pid=101555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:20:04.368448 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e13f02c6-2194-4791-8e7e-2d4dc3854082", "name": "network-vif-unplugged", "status": "completed", "tag": "0e82f62a-5e22-4453-b1db-fbbd1212114a", "code": 200}]} {{(pid=101555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:20:04.368708 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d0a22fb1-1a50-4757-8f58-2767fcf71b08 {{(pid=101555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:20:04.369094 dv-cinder-816695-1-iscsi neutron-server[101555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e13f02c6-2194-4791-8e7e-2d4dc3854082', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e82f62a-5e22-4453-b1db-fbbd1212114a', 'code': 200} Nov 18 18:20:04.396487 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Pushing event updated for resources: {'Port': ['ID=0e82f62a-5e22-4453-b1db-fbbd1212114a,revision_number=6']} {{(pid=101555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:20:04.403077 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.db.db_base_plugin_common [None req-4339a2d3-6e10-48ba-bd10-095adea8b1aa tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Allocated IP 172.27.0.180 (681a8de3-317c-4c8e-b068-d1104cc9c364/7ba09554-0552-4432-a7a0-26d8d0284def/11c4e2e0-c188-4221-8ddc-68976cafa5cf) {{(pid=101554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 18:20:04.461484 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212dfaf6-0276-4192-a4c9-2f096ca6f424 req-2dd5ca31-c9ca-47bc-9c68-34b7095c8034 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:20:04.463084 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-212dfaf6-0276-4192-a4c9-2f096ca6f424 req-2dd5ca31-c9ca-47bc-9c68-34b7095c8034 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] 10.222.0.21 "GET /v2.0/ports?device_id=e13f02c6-2194-4791-8e7e-2d4dc3854082 HTTP/1.1" status: 200 len: 943 time: 0.0551839 Nov 18 18:20:04.501069 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-212dfaf6-0276-4192-a4c9-2f096ca6f424 req-7f10e636-d16f-4605-9a85-1168f95c32e2 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] 10.222.0.21 "GET /v2.0/security-groups?id=6238537b-ea9c-4f6a-a9d8-fc9d159a5add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320365 Nov 18 18:20:04.507795 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-4339a2d3-6e10-48ba-bd10-095adea8b1aa tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Notify callbacks [] for port, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:20:04.545244 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-4339a2d3-6e10-48ba-bd10-095adea8b1aa tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768456900401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6202601'] for port, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:20:04.578487 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4339a2d3-6e10-48ba-bd10-095adea8b1aa tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Network 681a8de3-317c-4c8e-b068-d1104cc9c364 is already hosted by enough agents. {{(pid=101554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:20:04.581241 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.scheduler.base_scheduler [None req-4339a2d3-6e10-48ba-bd10-095adea8b1aa tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Resources bound (agent type, host, resource id): {{(pid=101554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:20:04.584614 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4339a2d3-6e10-48ba-bd10-095adea8b1aa tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Received port after_create {{(pid=101554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 18:20:04.609138 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4339a2d3-6e10-48ba-bd10-095adea8b1aa tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Pushing event updated for resources: {'Port': ['ID=11c4e2e0-c188-4221-8ddc-68976cafa5cf,revision_number=1']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:20:04.670395 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-4339a2d3-6e10-48ba-bd10-095adea8b1aa tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:20:04.703662 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-4339a2d3-6e10-48ba-bd10-095adea8b1aa tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:20:04.847019 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-4339a2d3-6e10-48ba-bd10-095adea8b1aa tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Notify callbacks [] for port, precommit_update {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:20:04.851679 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-4339a2d3-6e10-48ba-bd10-095adea8b1aa tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6202622'] for port, after_update {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:20:04.919456 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4339a2d3-6e10-48ba-bd10-095adea8b1aa tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Pushing event updated for resources: {'Port': ['ID=11c4e2e0-c188-4221-8ddc-68976cafa5cf,revision_number=2']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:20:04.928951 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-4339a2d3-6e10-48ba-bd10-095adea8b1aa tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-366129'] for floatingip, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:20:04.943551 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-4339a2d3-6e10-48ba-bd10-095adea8b1aa tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47340'] for floatingip, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:20:04.944820 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-4339a2d3-6e10-48ba-bd10-095adea8b1aa tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7937126 Nov 18 18:20:05.125200 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-e6fd80b0-ad60-4013-ada6-5663a0ff3fa4 req-330bd5d8-495a-4eed-9c67-4424a5c9a6c3 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--713857881&fields=id&tenant_id=080aae90ae2d433d95e93daa3aeb17ce HTTP/1.1" status: 200 len: 267 time: 0.0318713 Nov 18 18:20:05.238032 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fd80b0-ad60-4013-ada6-5663a0ff3fa4 req-c79b3918-69fb-4583-9e65-a8db5fb754d8 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:20:05.239471 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-e6fd80b0-ad60-4013-ada6-5663a0ff3fa4 req-c79b3918-69fb-4583-9e65-a8db5fb754d8 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/networks?id=f21b1cf4-9836-4a7b-8947-90f148ea7c8b HTTP/1.1" status: 200 len: 817 time: 0.1075194 Nov 18 18:20:05.254327 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-e6fd80b0-ad60-4013-ada6-5663a0ff3fa4 req-d32d1adc-134d-41fb-b827-b038d8279ffb tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/quotas/080aae90ae2d433d95e93daa3aeb17ce HTTP/1.1" status: 200 len: 375 time: 0.0086498 Nov 18 18:20:05.308118 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-e6fd80b0-ad60-4013-ada6-5663a0ff3fa4 req-0df6f528-0e5c-4f07-a0a2-d1d46f66a941 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=080aae90ae2d433d95e93daa3aeb17ce&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0473979 Nov 18 18:20:05.398792 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-e6fd80b0-ad60-4013-ada6-5663a0ff3fa4 req-ce7398f9-c102-4e43-958e-200b1dcf6170 service neutron] 10.222.0.21 "GET /v2.0/networks/f21b1cf4-9836-4a7b-8947-90f148ea7c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793350 Nov 18 18:20:05.487534 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-e6fd80b0-ad60-4013-ada6-5663a0ff3fa4 req-d6f01695-826c-49cd-89e0-180e17c8b340 service neutron] 10.222.0.21 "GET /v2.0/networks/f21b1cf4-9836-4a7b-8947-90f148ea7c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828352 Nov 18 18:20:05.623935 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbef4bf-a6b1-4c42-9a94-b48af51b4b26 req-fd29fcd9-fe39-4db5-a137-a9f1efaf39f5 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:20:05.625560 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-2dbef4bf-a6b1-4c42-9a94-b48af51b4b26 req-fd29fcd9-fe39-4db5-a137-a9f1efaf39f5 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] 10.222.0.21 "GET /v2.0/ports?device_id=e13f02c6-2194-4791-8e7e-2d4dc3854082 HTTP/1.1" status: 200 len: 943 time: 0.0544717 Nov 18 18:20:05.656742 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-b382f243-e1ea-47d5-8c77-a09d7c17aa02 req-8bad54d1-d834-4402-8684-f30558b58f2b tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ac132f7-91a4-42e6-84c0-b3180a680c5f HTTP/1.1" status: 200 len: 210 time: 0.0300193 Nov 18 18:20:05.689600 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-2dbef4bf-a6b1-4c42-9a94-b48af51b4b26 req-ada39fae-4f53-4509-a8dc-026c628ec917 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] 10.222.0.21 "GET /v2.0/security-groups?id=6238537b-ea9c-4f6a-a9d8-fc9d159a5add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542827 Nov 18 18:20:06.576839 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fd80b0-ad60-4013-ada6-5663a0ff3fa4 req-1e954c6e-b8f3-4e1b-a905-01ee4b6b3693 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:20:06.578249 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-e6fd80b0-ad60-4013-ada6-5663a0ff3fa4 req-1e954c6e-b8f3-4e1b-a905-01ee4b6b3693 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.46 "GET /v2.0/networks?id=f21b1cf4-9836-4a7b-8947-90f148ea7c8b HTTP/1.1" status: 200 len: 817 time: 0.1027939 Nov 18 18:20:06.624454 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-e6fd80b0-ad60-4013-ada6-5663a0ff3fa4 req-bd8ea510-7f6f-4b80-a944-fcf4d7b4d003 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=080aae90ae2d433d95e93daa3aeb17ce HTTP/1.1" status: 200 len: 379 time: 0.0345969 Nov 18 18:20:06.638455 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.v2.base [req-e6fd80b0-ad60-4013-ada6-5663a0ff3fa4 req-4d5ffbbb-c877-4811-a4e7-e60d8dabc427 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Request body: {'port': {'device_id': '7ac132f7-91a4-42e6-84c0-b3180a680c5f', 'network_id': 'f21b1cf4-9836-4a7b-8947-90f148ea7c8b', 'admin_state_up': True, 'tenant_id': '080aae90ae2d433d95e93daa3aeb17ce', 'security_groups': ['0cb9de25-5998-4ec5-b2c0-68c28f8f537b']}} {{(pid=101553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:20:06.758606 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-71d315db-29d5-4866-a74c-bb7f2cf9e315 req-eb96dd8b-d342-4e91-a818-00ac41f96982 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ac132f7-91a4-42e6-84c0-b3180a680c5f HTTP/1.1" status: 200 len: 210 time: 0.0282426 Nov 18 18:20:06.799996 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6fd80b0-ad60-4013-ada6-5663a0ff3fa4 req-4d5ffbbb-c877-4811-a4e7-e60d8dabc427 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Made reservation on behalf of 080aae90ae2d433d95e93daa3aeb17ce for: {'port': 1} {{(pid=101553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 18:20:06.803445 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-e6fd80b0-ad60-4013-ada6-5663a0ff3fa4 req-4d5ffbbb-c877-4811-a4e7-e60d8dabc427 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:20:06.839955 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3f362a-1f7b-4d32-b508-090c5021bf17 req-da83f610-2b4e-4a2d-a71d-ed45374f9ff8 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:20:06.841351 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-2f3f362a-1f7b-4d32-b508-090c5021bf17 req-da83f610-2b4e-4a2d-a71d-ed45374f9ff8 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] 10.222.0.21 "GET /v2.0/ports?device_id=e13f02c6-2194-4791-8e7e-2d4dc3854082 HTTP/1.1" status: 200 len: 943 time: 0.0800493 Nov 18 18:20:06.939918 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-2f3f362a-1f7b-4d32-b508-090c5021bf17 req-a49a2396-0fc6-4dd1-9a47-bf97028b1c50 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] 10.222.0.21 "GET /v2.0/security-groups?id=6238537b-ea9c-4f6a-a9d8-fc9d159a5add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678055 Nov 18 18:20:06.966444 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.db.db_base_plugin_common [req-e6fd80b0-ad60-4013-ada6-5663a0ff3fa4 req-4d5ffbbb-c877-4811-a4e7-e60d8dabc427 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Allocated IP 172.20.0.3 (f21b1cf4-9836-4a7b-8947-90f148ea7c8b/7e1d2c9d-3536-4097-943a-2b344ea0e9fc/97110bd3-4ae1-40a7-8f32-0c7593009446) {{(pid=101553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 18:20:07.101189 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-e6fd80b0-ad60-4013-ada6-5663a0ff3fa4 req-4d5ffbbb-c877-4811-a4e7-e60d8dabc427 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Notify callbacks [] for port, precommit_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:20:07.133571 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-e6fd80b0-ad60-4013-ada6-5663a0ff3fa4 req-4d5ffbbb-c877-4811-a4e7-e60d8dabc427 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768456900401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5584108'] for port, after_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:20:07.172439 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6fd80b0-ad60-4013-ada6-5663a0ff3fa4 req-4d5ffbbb-c877-4811-a4e7-e60d8dabc427 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Network f21b1cf4-9836-4a7b-8947-90f148ea7c8b is already hosted by enough agents. {{(pid=101553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:20:07.175459 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.scheduler.base_scheduler [req-e6fd80b0-ad60-4013-ada6-5663a0ff3fa4 req-4d5ffbbb-c877-4811-a4e7-e60d8dabc427 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Resources bound (agent type, host, resource id): {{(pid=101553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:20:07.178997 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6fd80b0-ad60-4013-ada6-5663a0ff3fa4 req-4d5ffbbb-c877-4811-a4e7-e60d8dabc427 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Received port after_create {{(pid=101553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 18:20:07.212028 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5ffbbb-c877-4811-a4e7-e60d8dabc427 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Pushing event updated for resources: {'Port': ['ID=97110bd3-4ae1-40a7-8f32-0c7593009446,revision_number=1']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:20:07.236655 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fd80b0-ad60-4013-ada6-5663a0ff3fa4 req-4d5ffbbb-c877-4811-a4e7-e60d8dabc427 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:20:07.237278 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-e6fd80b0-ad60-4013-ada6-5663a0ff3fa4 req-4d5ffbbb-c877-4811-a4e7-e60d8dabc427 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47340'] for port, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:20:07.256447 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-e6fd80b0-ad60-4013-ada6-5663a0ff3fa4 req-4d5ffbbb-c877-4811-a4e7-e60d8dabc427 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6216753 Nov 18 18:20:07.269965 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.v2.base [req-e6fd80b0-ad60-4013-ada6-5663a0ff3fa4 req-d3560067-f3bd-4724-8d26-07e83ccd0ce3 service neutron] Request body: {'port': {'device_id': '7ac132f7-91a4-42e6-84c0-b3180a680c5f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81669'}} {{(pid=101553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:20:07.325394 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-e6fd80b0-ad60-4013-ada6-5663a0ff3fa4 req-d3560067-f3bd-4724-8d26-07e83ccd0ce3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:20:07.410060 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-6efb0a37-c8a2-4466-9e10-08be763fa2db None None] Provisioning complete for port 97110bd3-4ae1-40a7-8f32-0c7593009446 triggered by entity DHCP. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:20:07.410535 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-6efb0a37-c8a2-4466-9e10-08be763fa2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:20:07.446243 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.plugin [None req-6efb0a37-c8a2-4466-9e10-08be763fa2db None None] Port 97110bd3-4ae1-40a7-8f32-0c7593009446 cannot update to ACTIVE because it is not bound. {{(pid=101555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 18 18:20:07.599770 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.notifiers.nova [req-e6fd80b0-ad60-4013-ada6-5663a0ff3fa4 req-d3560067-f3bd-4724-8d26-07e83ccd0ce3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97110bd3-4ae1-40a7-8f32-0c7593009446 {{(pid=101553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 18:20:07.606954 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-e6fd80b0-ad60-4013-ada6-5663a0ff3fa4 req-d3560067-f3bd-4724-8d26-07e83ccd0ce3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:20:07.619912 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.db.provisioning_blocks [req-e6fd80b0-ad60-4013-ada6-5663a0ff3fa4 req-d3560067-f3bd-4724-8d26-07e83ccd0ce3 service neutron] Transition to ACTIVE for port object 97110bd3-4ae1-40a7-8f32-0c7593009446 will not be triggered until provisioned by entity L2. {{(pid=101553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 18:20:07.623982 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-e6fd80b0-ad60-4013-ada6-5663a0ff3fa4 req-d3560067-f3bd-4724-8d26-07e83ccd0ce3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5584123'] for port, after_update {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:20:07.671780 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3560067-f3bd-4724-8d26-07e83ccd0ce3 service neutron] Pushing event updated for resources: {'Port': ['ID=97110bd3-4ae1-40a7-8f32-0c7593009446,revision_number=2']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:20:07.740982 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.managers [req-e6fd80b0-ad60-4013-ada6-5663a0ff3fa4 req-d3560067-f3bd-4724-8d26-07e83ccd0ce3 service neutron] Attempting to bind port 97110bd3-4ae1-40a7-8f32-0c7593009446 on host hv-cinder-81669 for vnic_type normal with profile {{(pid=101553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 18 18:20:07.741312 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.managers [req-e6fd80b0-ad60-4013-ada6-5663a0ff3fa4 req-d3560067-f3bd-4724-8d26-07e83ccd0ce3 service neutron] Attempting to bind port 97110bd3-4ae1-40a7-8f32-0c7593009446 by drivers openvswitch,hyperv on host hv-cinder-81669 at level 0 using segments [{'id': '43109070-f8b1-4cef-8fc5-8a83cb9b46d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'f21b1cf4-9836-4a7b-8947-90f148ea7c8b'}] {{(pid=101553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 18 18:20:07.741642 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6fd80b0-ad60-4013-ada6-5663a0ff3fa4 req-d3560067-f3bd-4724-8d26-07e83ccd0ce3 service neutron] Attempting to bind port 97110bd3-4ae1-40a7-8f32-0c7593009446 on network f21b1cf4-9836-4a7b-8947-90f148ea7c8b {{(pid=101553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:20:07.746516 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6fd80b0-ad60-4013-ada6-5663a0ff3fa4 req-d3560067-f3bd-4724-8d26-07e83ccd0ce3 service neutron] Port 97110bd3-4ae1-40a7-8f32-0c7593009446 on network f21b1cf4-9836-4a7b-8947-90f148ea7c8b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81669 {{(pid=101553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 18:20:07.746815 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6fd80b0-ad60-4013-ada6-5663a0ff3fa4 req-d3560067-f3bd-4724-8d26-07e83ccd0ce3 service neutron] Attempting to bind port 97110bd3-4ae1-40a7-8f32-0c7593009446 on network f21b1cf4-9836-4a7b-8947-90f148ea7c8b {{(pid=101553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:20:07.751923 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6fd80b0-ad60-4013-ada6-5663a0ff3fa4 req-d3560067-f3bd-4724-8d26-07e83ccd0ce3 service neutron] Checking agent: {'id': 'de52c200-415c-462d-a684-4cc0655308c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81669', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 18, 11, 25), 'started_at': datetime.datetime(2021, 11, 18, 18, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 18, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 18:20:07.752255 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6fd80b0-ad60-4013-ada6-5663a0ff3fa4 req-d3560067-f3bd-4724-8d26-07e83ccd0ce3 service neutron] Checking segment: {'id': '43109070-f8b1-4cef-8fc5-8a83cb9b46d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'f21b1cf4-9836-4a7b-8947-90f148ea7c8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 18 18:20:07.752639 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6fd80b0-ad60-4013-ada6-5663a0ff3fa4 req-d3560067-f3bd-4724-8d26-07e83ccd0ce3 service neutron] Bound using segment: {'id': '43109070-f8b1-4cef-8fc5-8a83cb9b46d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'f21b1cf4-9836-4a7b-8947-90f148ea7c8b'} {{(pid=101553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 18:20:07.753066 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.managers [req-e6fd80b0-ad60-4013-ada6-5663a0ff3fa4 req-d3560067-f3bd-4724-8d26-07e83ccd0ce3 service neutron] Bound port: 97110bd3-4ae1-40a7-8f32-0c7593009446, host: hv-cinder-81669, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43109070-f8b1-4cef-8fc5-8a83cb9b46d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'f21b1cf4-9836-4a7b-8947-90f148ea7c8b'}}] {{(pid=101553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 18 18:20:07.753429 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-e6fd80b0-ad60-4013-ada6-5663a0ff3fa4 req-d3560067-f3bd-4724-8d26-07e83ccd0ce3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:20:07.825273 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.db [req-e6fd80b0-ad60-4013-ada6-5663a0ff3fa4 req-d3560067-f3bd-4724-8d26-07e83ccd0ce3 service neutron] For port 97110bd3-4ae1-40a7-8f32-0c7593009446, host hv-cinder-81669, cleared binding levels {{(pid=101553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 18:20:07.828503 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.db [req-e6fd80b0-ad60-4013-ada6-5663a0ff3fa4 req-d3560067-f3bd-4724-8d26-07e83ccd0ce3 service neutron] For port 97110bd3-4ae1-40a7-8f32-0c7593009446, host hv-cinder-81669, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81669',level=0,port_id=97110bd3-4ae1-40a7-8f32-0c7593009446,segment=NetworkSegment(43109070-f8b1-4cef-8fc5-8a83cb9b46d4),segment_id=43109070-f8b1-4cef-8fc5-8a83cb9b46d4)] {{(pid=101553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 18:20:07.833367 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-e6fd80b0-ad60-4013-ada6-5663a0ff3fa4 req-d3560067-f3bd-4724-8d26-07e83ccd0ce3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5584123'] for port, after_update {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:20:07.895521 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fd80b0-ad60-4013-ada6-5663a0ff3fa4 req-d3560067-f3bd-4724-8d26-07e83ccd0ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:20:07.896162 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-e6fd80b0-ad60-4013-ada6-5663a0ff3fa4 req-d3560067-f3bd-4724-8d26-07e83ccd0ce3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47340'] for port, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:20:07.897571 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-e6fd80b0-ad60-4013-ada6-5663a0ff3fa4 req-d3560067-f3bd-4724-8d26-07e83ccd0ce3 service neutron] 10.222.0.46 "PUT /v2.0/ports/97110bd3-4ae1-40a7-8f32-0c7593009446 HTTP/1.1" status: 200 len: 1093 time: 0.6325126 Nov 18 18:20:07.899773 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ac132f7-91a4-42e6-84c0-b3180a680c5f', 'tag': '97110bd3-4ae1-40a7-8f32-0c7593009446'}] {{(pid=101553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:20:07.902040 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3f9c8695bc273365e1ae5046181e224bccdab9c1f2bdac51621509927968c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-791d6145-fa50-4dbc-bd13-85a51f65847a" -d '{"events": [{"name": "network-changed", "server_uuid": "7ac132f7-91a4-42e6-84c0-b3180a680c5f", "tag": "97110bd3-4ae1-40a7-8f32-0c7593009446"}]}' {{(pid=101553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:20:07.927134 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3560067-f3bd-4724-8d26-07e83ccd0ce3 service neutron] Pushing event updated for resources: {'Port': ['ID=97110bd3-4ae1-40a7-8f32-0c7593009446,revision_number=3']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:20:07.940440 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2817c6a1-36e9-4e8f-bc1f-2d263c9613fa req-0619d922-eab7-4ef3-b160-cf270350558b tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:20:07.941971 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-2817c6a1-36e9-4e8f-bc1f-2d263c9613fa req-0619d922-eab7-4ef3-b160-cf270350558b tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ac132f7-91a4-42e6-84c0-b3180a680c5f HTTP/1.1" status: 200 len: 943 time: 0.1064889 Nov 18 18:20:07.946625 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 18:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-544de718-3638-4973-81ed-412057408a0e x-openstack-request-id: req-544de718-3638-4973-81ed-412057408a0e {{(pid=101553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:20:07.946975 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ac132f7-91a4-42e6-84c0-b3180a680c5f", "tag": "97110bd3-4ae1-40a7-8f32-0c7593009446", "status": "completed", "code": 200}]} {{(pid=101553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:20:07.947288 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-544de718-3638-4973-81ed-412057408a0e {{(pid=101553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:20:07.947730 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ac132f7-91a4-42e6-84c0-b3180a680c5f', 'tag': '97110bd3-4ae1-40a7-8f32-0c7593009446', 'status': 'completed', 'code': 200} Nov 18 18:20:07.988840 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-2817c6a1-36e9-4e8f-bc1f-2d263c9613fa req-242470ff-6708-4c97-95d9-1b6953872eb9 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cb9de25-5998-4ec5-b2c0-68c28f8f537b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401509 Nov 18 18:20:08.108526 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23025fa8-5c3c-46a7-839a-406284be7f17 req-13ba4ddb-0bf2-4c8a-8422-8c1fb684c806 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:20:08.110000 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-23025fa8-5c3c-46a7-839a-406284be7f17 req-13ba4ddb-0bf2-4c8a-8422-8c1fb684c806 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] 10.222.0.21 "GET /v2.0/ports?device_id=e13f02c6-2194-4791-8e7e-2d4dc3854082 HTTP/1.1" status: 200 len: 943 time: 0.0814154 Nov 18 18:20:08.111716 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791d6145-fa50-4dbc-bd13-85a51f65847a req-7a2814b3-915c-42b1-a8ea-6655779b76ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:20:08.113065 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-791d6145-fa50-4dbc-bd13-85a51f65847a req-7a2814b3-915c-42b1-a8ea-6655779b76ee service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=080aae90ae2d433d95e93daa3aeb17ce&device_id=7ac132f7-91a4-42e6-84c0-b3180a680c5f HTTP/1.1" status: 200 len: 1096 time: 0.0750785 Nov 18 18:20:08.236966 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-23025fa8-5c3c-46a7-839a-406284be7f17 req-dfbb826a-170a-4bf2-84b5-522b5a617ada tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] 10.222.0.21 "GET /v2.0/security-groups?id=6238537b-ea9c-4f6a-a9d8-fc9d159a5add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210968 Nov 18 18:20:08.297448 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791d6145-fa50-4dbc-bd13-85a51f65847a req-7b57e514-e243-41d5-b44b-818de32d6609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:20:08.298900 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-791d6145-fa50-4dbc-bd13-85a51f65847a req-7b57e514-e243-41d5-b44b-818de32d6609 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=080aae90ae2d433d95e93daa3aeb17ce&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1768093 Nov 18 18:20:08.452116 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791d6145-fa50-4dbc-bd13-85a51f65847a req-3195bbd2-6c45-4dd2-88c4-7f368179e1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:20:08.453679 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-791d6145-fa50-4dbc-bd13-85a51f65847a req-3195bbd2-6c45-4dd2-88c4-7f368179e1a4 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1474411 Nov 18 18:20:08.534496 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fd80b0-ad60-4013-ada6-5663a0ff3fa4 req-487ec735-f624-48d5-9f73-0a7c0a6f96c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:20:08.536641 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-e6fd80b0-ad60-4013-ada6-5663a0ff3fa4 req-487ec735-f624-48d5-9f73-0a7c0a6f96c7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=080aae90ae2d433d95e93daa3aeb17ce&device_id=7ac132f7-91a4-42e6-84c0-b3180a680c5f HTTP/1.1" status: 200 len: 1096 time: 0.0444093 Nov 18 18:20:08.576608 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-e6fd80b0-ad60-4013-ada6-5663a0ff3fa4 req-a83aafd0-8716-4b1d-a43a-1f28f161fd02 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=97110bd3-4ae1-40a7-8f32-0c7593009446 HTTP/1.1" status: 200 len: 217 time: 0.0320091 Nov 18 18:20:08.623391 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fd80b0-ad60-4013-ada6-5663a0ff3fa4 req-ab4e81f8-63a8-46d1-af30-31e3e863f70a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:20:08.624792 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-e6fd80b0-ad60-4013-ada6-5663a0ff3fa4 req-ab4e81f8-63a8-46d1-af30-31e3e863f70a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7e1d2c9d-3536-4097-943a-2b344ea0e9fc HTTP/1.1" status: 200 len: 856 time: 0.0416131 Nov 18 18:20:08.672733 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fd80b0-ad60-4013-ada6-5663a0ff3fa4 req-54e8cd70-e6fb-459f-ac89-16b06f0f4f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:20:08.674132 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-e6fd80b0-ad60-4013-ada6-5663a0ff3fa4 req-54e8cd70-e6fb-459f-ac89-16b06f0f4f39 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f21b1cf4-9836-4a7b-8947-90f148ea7c8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407138 Nov 18 18:20:08.761251 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-e6fd80b0-ad60-4013-ada6-5663a0ff3fa4 req-12ccf637-204b-49e8-86d6-a32f9d7eb7c8 service neutron] 10.222.0.46 "GET /v2.0/networks/f21b1cf4-9836-4a7b-8947-90f148ea7c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784390 Nov 18 18:20:09.124554 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-e6fd80b0-ad60-4013-ada6-5663a0ff3fa4 req-bd7a6d8f-f0f6-4c38-a97f-31baf9a9e4d3 service neutron] 10.222.0.46 "GET /v2.0/networks/f21b1cf4-9836-4a7b-8947-90f148ea7c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3555686 Nov 18 18:20:09.135079 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b795588-b7d8-4c4a-bbf2-9410e3cf858d req-b5bbebb3-7550-427a-b454-4158ff9a811d tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:20:09.136539 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-9b795588-b7d8-4c4a-bbf2-9410e3cf858d req-b5bbebb3-7550-427a-b454-4158ff9a811d tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ac132f7-91a4-42e6-84c0-b3180a680c5f HTTP/1.1" status: 200 len: 943 time: 0.0737767 Nov 18 18:20:09.175500 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-9b795588-b7d8-4c4a-bbf2-9410e3cf858d req-aca88fbb-597f-49d6-bc2b-387a0760a004 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cb9de25-5998-4ec5-b2c0-68c28f8f537b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324278 Nov 18 18:20:09.350891 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d0b0f4-31aa-4ad4-878a-ddac91d1a0e2 req-88871266-85dc-4d8c-bd0e-74e0ce534cdf tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:20:09.352825 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-50d0b0f4-31aa-4ad4-878a-ddac91d1a0e2 req-88871266-85dc-4d8c-bd0e-74e0ce534cdf tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] 10.222.0.21 "GET /v2.0/ports?device_id=e13f02c6-2194-4791-8e7e-2d4dc3854082 HTTP/1.1" status: 200 len: 943 time: 0.0510941 Nov 18 18:20:09.393690 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-50d0b0f4-31aa-4ad4-878a-ddac91d1a0e2 req-868bddab-2db3-42ea-ab57-f562e5efa169 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] 10.222.0.21 "GET /v2.0/security-groups?id=6238537b-ea9c-4f6a-a9d8-fc9d159a5add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350065 Nov 18 18:20:10.294830 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a916d1cc-f841-442e-9a04-775be15be959 req-0844a9a4-7ead-4432-afad-983a442d0ee0 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:20:10.296763 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-a916d1cc-f841-442e-9a04-775be15be959 req-0844a9a4-7ead-4432-afad-983a442d0ee0 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ac132f7-91a4-42e6-84c0-b3180a680c5f HTTP/1.1" status: 200 len: 943 time: 0.0508742 Nov 18 18:20:10.333857 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-a916d1cc-f841-442e-9a04-775be15be959 req-49043ce1-e8db-4c2e-a1c2-369994aae501 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cb9de25-5998-4ec5-b2c0-68c28f8f537b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308225 Nov 18 18:20:10.506562 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27454f4-751e-4336-9b56-fd2e14124fb8 req-797408dd-87af-4d1f-bf11-b2c5cf1e03b1 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:20:10.508025 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-a27454f4-751e-4336-9b56-fd2e14124fb8 req-797408dd-87af-4d1f-bf11-b2c5cf1e03b1 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] 10.222.0.21 "GET /v2.0/ports?device_id=e13f02c6-2194-4791-8e7e-2d4dc3854082 HTTP/1.1" status: 200 len: 943 time: 0.0508120 Nov 18 18:20:10.545694 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-a27454f4-751e-4336-9b56-fd2e14124fb8 req-d7f08b44-9155-4806-a119-55d6ed71db5c tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] 10.222.0.21 "GET /v2.0/security-groups?id=6238537b-ea9c-4f6a-a9d8-fc9d159a5add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315554 Nov 18 18:20:10.982758 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-7ede1409-6505-4d11-9f1a-9e8917feccb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:20:11.450350 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2755c54-4b5c-4f6f-9398-855304541747 req-c05c27ee-ddca-4cbe-889c-b3300947e1d7 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:20:11.451829 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-f2755c54-4b5c-4f6f-9398-855304541747 req-c05c27ee-ddca-4cbe-889c-b3300947e1d7 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ac132f7-91a4-42e6-84c0-b3180a680c5f HTTP/1.1" status: 200 len: 943 time: 0.0473752 Nov 18 18:20:11.487041 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-f2755c54-4b5c-4f6f-9398-855304541747 req-4c090cde-f191-4a28-b2c8-468dc4eed53b tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cb9de25-5998-4ec5-b2c0-68c28f8f537b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294781 Nov 18 18:20:11.660875 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ef8cd8-8ac1-4c4d-bba0-a77df978da12 req-a3931718-3f74-45a4-a640-a9eabe1cf995 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:20:11.662368 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-42ef8cd8-8ac1-4c4d-bba0-a77df978da12 req-a3931718-3f74-45a4-a640-a9eabe1cf995 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] 10.222.0.21 "GET /v2.0/ports?device_id=e13f02c6-2194-4791-8e7e-2d4dc3854082 HTTP/1.1" status: 200 len: 943 time: 0.0526156 Nov 18 18:20:11.702320 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-42ef8cd8-8ac1-4c4d-bba0-a77df978da12 req-b48a4083-96f0-44b9-a217-7b3761ae7fab tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] 10.222.0.21 "GET /v2.0/security-groups?id=6238537b-ea9c-4f6a-a9d8-fc9d159a5add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334613 Nov 18 18:20:12.220471 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Device 97110bd3-4ae1-40a7-8f32-0c7593009446 details requested by agent hyperv_hv-cinder-81669 with host hv-cinder-81669 {{(pid=101555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 18:20:12.313694 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] For port 97110bd3-4ae1-40a7-8f32-0c7593009446, host hv-cinder-81669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81669',level=0,port_id=97110bd3-4ae1-40a7-8f32-0c7593009446,segment=NetworkSegment(43109070-f8b1-4cef-8fc5-8a83cb9b46d4),segment_id=43109070-f8b1-4cef-8fc5-8a83cb9b46d4)] {{(pid=101555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:20:12.325947 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Returning: {'device': '97110bd3-4ae1-40a7-8f32-0c7593009446', 'network_id': 'f21b1cf4-9836-4a7b-8947-90f148ea7c8b', 'port_id': '97110bd3-4ae1-40a7-8f32-0c7593009446', 'mac_address': 'fa:16:3e:e7:13:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 779, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e1d2c9d-3536-4097-943a-2b344ea0e9fc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 18:20:12.367399 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:20:12.379640 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.notifiers.nova [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97110bd3-4ae1-40a7-8f32-0c7593009446 {{(pid=101555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 18:20:12.400019 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] For port 97110bd3-4ae1-40a7-8f32-0c7593009446, host hv-cinder-81669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81669',level=0,port_id=97110bd3-4ae1-40a7-8f32-0c7593009446,segment=NetworkSegment(43109070-f8b1-4cef-8fc5-8a83cb9b46d4),segment_id=43109070-f8b1-4cef-8fc5-8a83cb9b46d4)] {{(pid=101555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:20:12.403592 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:20:12.450329 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Pushing event updated for resources: {'Port': ['ID=97110bd3-4ae1-40a7-8f32-0c7593009446,revision_number=4']} {{(pid=101555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:20:12.605728 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f134cc86-f56b-471f-b918-fb040e463a47 req-cea04bf5-8989-457d-8476-2863fc7da6fc tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:20:12.607111 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-f134cc86-f56b-471f-b918-fb040e463a47 req-cea04bf5-8989-457d-8476-2863fc7da6fc tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ac132f7-91a4-42e6-84c0-b3180a680c5f HTTP/1.1" status: 200 len: 944 time: 0.0494027 Nov 18 18:20:12.645271 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-f134cc86-f56b-471f-b918-fb040e463a47 req-2e6e15b2-6755-4bed-ac4d-d880a9ac55ff tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cb9de25-5998-4ec5-b2c0-68c28f8f537b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320516 Nov 18 18:20:12.830710 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb468f3d-f6b9-4c59-b593-4737f51064d8 req-325fb917-16ea-4277-9e59-68ac8e11ef10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:20:12.832214 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-cb468f3d-f6b9-4c59-b593-4737f51064d8 req-325fb917-16ea-4277-9e59-68ac8e11ef10 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e13f02c6-2194-4791-8e7e-2d4dc3854082 HTTP/1.1" status: 200 len: 1096 time: 0.0728395 Nov 18 18:20:12.843721 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727d85b3-19db-46a9-880b-523e669e263e req-cc3964fd-a61e-4e04-bb95-1f131bbe522f tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:20:12.845117 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-727d85b3-19db-46a9-880b-523e669e263e req-cc3964fd-a61e-4e04-bb95-1f131bbe522f tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] 10.222.0.21 "GET /v2.0/ports?device_id=e13f02c6-2194-4791-8e7e-2d4dc3854082 HTTP/1.1" status: 200 len: 943 time: 0.0614276 Nov 18 18:20:12.884770 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] get_ports_and_sgs() called for port_ids ['97110bd3-4ae1-40a7-8f32-0c7593009446'] {{(pid=101555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 18:20:12.896461 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-cb468f3d-f6b9-4c59-b593-4737f51064d8 req-958825de-c596-4a13-9f34-a40add5366da service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=6238537b-ea9c-4f6a-a9d8-fc9d159a5add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504205 Nov 18 18:20:12.901316 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-727d85b3-19db-46a9-880b-523e669e263e req-5f8dd361-ec56-4566-99fa-459206268cc0 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] 10.222.0.21 "GET /v2.0/security-groups?id=6238537b-ea9c-4f6a-a9d8-fc9d159a5add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502419 Nov 18 18:20:13.761498 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5ad292-c46a-4e0a-bace-fa0e34f4ecaa req-8f1287fa-c18a-4a6e-ae46-c95b8ddb5bc2 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:20:13.762999 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-ff5ad292-c46a-4e0a-bace-fa0e34f4ecaa req-8f1287fa-c18a-4a6e-ae46-c95b8ddb5bc2 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ac132f7-91a4-42e6-84c0-b3180a680c5f HTTP/1.1" status: 200 len: 944 time: 0.0499339 Nov 18 18:20:13.802167 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-ff5ad292-c46a-4e0a-bace-fa0e34f4ecaa req-d303e010-837a-4d6b-9571-bbe58b3d0bd3 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cb9de25-5998-4ec5-b2c0-68c28f8f537b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333016 Nov 18 18:20:14.014046 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923d0007-fb93-41df-869b-d519f667a3f1 req-d1610d81-56dd-4e8f-a69c-31c103510ef1 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:20:14.015670 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-923d0007-fb93-41df-869b-d519f667a3f1 req-d1610d81-56dd-4e8f-a69c-31c103510ef1 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] 10.222.0.21 "GET /v2.0/ports?device_id=e13f02c6-2194-4791-8e7e-2d4dc3854082 HTTP/1.1" status: 200 len: 943 time: 0.0500739 Nov 18 18:20:14.024258 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-3a6c2695-fc14-4fe2-8670-ff9d8d1498fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:20:14.056308 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-923d0007-fb93-41df-869b-d519f667a3f1 req-7de04876-4e3b-4984-9151-877e0e56c147 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] 10.222.0.21 "GET /v2.0/security-groups?id=6238537b-ea9c-4f6a-a9d8-fc9d159a5add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337777 Nov 18 18:20:14.189423 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:20:14.230621 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Device 0e82f62a-5e22-4453-b1db-fbbd1212114a details requested by agent hyperv_hv-cinder-81669 with host hv-cinder-81669 {{(pid=101555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 18:20:14.233680 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Device 97110bd3-4ae1-40a7-8f32-0c7593009446 up at agent hyperv_hv-cinder-81669 {{(pid=101555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:20:14.333501 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Provisioning for port 97110bd3-4ae1-40a7-8f32-0c7593009446 completed by entity L2. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 18:20:14.349253 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Provisioning complete for port 97110bd3-4ae1-40a7-8f32-0c7593009446 triggered by entity L2. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:20:14.349622 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:20:14.391449 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] For port 0e82f62a-5e22-4453-b1db-fbbd1212114a, host hv-cinder-81669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81669',level=0,port_id=0e82f62a-5e22-4453-b1db-fbbd1212114a,segment=NetworkSegment(dc52c420-f242-4fd4-b02f-66908d30a095),segment_id=dc52c420-f242-4fd4-b02f-66908d30a095)] {{(pid=101555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:20:14.408153 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Returning: {'device': '0e82f62a-5e22-4453-b1db-fbbd1212114a', 'network_id': '74df0788-e7d6-410e-9ee3-84c20bef6ca1', 'port_id': '0e82f62a-5e22-4453-b1db-fbbd1212114a', 'mac_address': 'fa:16:3e:bb:a6:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c1a8c73-e246-4c32-9c4c-9a07f80b872f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 18:20:14.473263 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:20:14.488601 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:20:14.493609 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.notifiers.nova [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e82f62a-5e22-4453-b1db-fbbd1212114a {{(pid=101555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 18:20:14.531140 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ac132f7-91a4-42e6-84c0-b3180a680c5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97110bd3-4ae1-40a7-8f32-0c7593009446'}] {{(pid=101555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:20:14.533464 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d346ce470d451c2c3f81e461e68bbd58c3f0d417750f3f38c7c8caca9575360f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a53c6e7-4d1f-43d8-9e8f-7507ba683b44" -d '{"events": [{"server_uuid": "7ac132f7-91a4-42e6-84c0-b3180a680c5f", "name": "network-vif-plugged", "status": "completed", "tag": "97110bd3-4ae1-40a7-8f32-0c7593009446"}]}' {{(pid=101555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:20:14.537219 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] For port 0e82f62a-5e22-4453-b1db-fbbd1212114a, host hv-cinder-81669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81669',level=0,port_id=0e82f62a-5e22-4453-b1db-fbbd1212114a,segment=NetworkSegment(dc52c420-f242-4fd4-b02f-66908d30a095),segment_id=dc52c420-f242-4fd4-b02f-66908d30a095)] {{(pid=101555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:20:14.545451 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:20:14.551587 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] For port 97110bd3-4ae1-40a7-8f32-0c7593009446, host hv-cinder-81669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81669',level=0,port_id=97110bd3-4ae1-40a7-8f32-0c7593009446,segment=NetworkSegment(43109070-f8b1-4cef-8fc5-8a83cb9b46d4),segment_id=43109070-f8b1-4cef-8fc5-8a83cb9b46d4)] {{(pid=101555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:20:14.572085 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:20:14.576233 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 18:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d8fdaa1-a5a0-4c93-a617-5c53ac4bb076 x-openstack-request-id: req-8d8fdaa1-a5a0-4c93-a617-5c53ac4bb076 {{(pid=101555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:20:14.576539 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ac132f7-91a4-42e6-84c0-b3180a680c5f", "name": "network-vif-plugged", "status": "completed", "tag": "97110bd3-4ae1-40a7-8f32-0c7593009446", "code": 200}]} {{(pid=101555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:20:14.576794 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8d8fdaa1-a5a0-4c93-a617-5c53ac4bb076 {{(pid=101555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:20:14.577276 dv-cinder-816695-1-iscsi neutron-server[101555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ac132f7-91a4-42e6-84c0-b3180a680c5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97110bd3-4ae1-40a7-8f32-0c7593009446', 'code': 200} Nov 18 18:20:14.601833 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Pushing event updated for resources: {'Port': ['ID=0e82f62a-5e22-4453-b1db-fbbd1212114a,revision_number=7']} {{(pid=101555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:20:14.656869 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Pushing event updated for resources: {'Port': ['ID=97110bd3-4ae1-40a7-8f32-0c7593009446,revision_number=5']} {{(pid=101555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:20:14.773355 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3458d1f4-4498-48a8-8ce9-ee703f02f86a req-748f0041-a001-4857-bc08-afaaef70b305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:20:14.774856 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-3458d1f4-4498-48a8-8ce9-ee703f02f86a req-748f0041-a001-4857-bc08-afaaef70b305 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7ac132f7-91a4-42e6-84c0-b3180a680c5f HTTP/1.1" status: 200 len: 1098 time: 0.0447595 Nov 18 18:20:14.814719 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-3458d1f4-4498-48a8-8ce9-ee703f02f86a req-bec35037-cb63-4f70-b1ba-18ff6254ff7b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0cb9de25-5998-4ec5-b2c0-68c28f8f537b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327978 Nov 18 18:20:14.910481 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-e3a848c2-ffa0-4288-a759-e5f077163e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:20:14.919552 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303667ce-b1e1-4ff9-985c-007c20d0a9d5 req-ab7b4b6b-7f7c-4f0c-b456-77a21d48d6b0 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:20:14.921048 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-303667ce-b1e1-4ff9-985c-007c20d0a9d5 req-ab7b4b6b-7f7c-4f0c-b456-77a21d48d6b0 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ac132f7-91a4-42e6-84c0-b3180a680c5f HTTP/1.1" status: 200 len: 945 time: 0.0497096 Nov 18 18:20:14.957794 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-303667ce-b1e1-4ff9-985c-007c20d0a9d5 req-5704b35c-e6b4-43ef-89d9-47078432e8d8 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cb9de25-5998-4ec5-b2c0-68c28f8f537b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307508 Nov 18 18:20:14.973410 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] get_ports_and_sgs() called for port_ids ['0e82f62a-5e22-4453-b1db-fbbd1212114a'] {{(pid=101555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 18:20:15.172386 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac87ab02-08ea-4a04-979e-cb560ccc4d99 req-cf5e821a-96e7-4826-962e-60841cf79de2 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:20:15.173966 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-ac87ab02-08ea-4a04-979e-cb560ccc4d99 req-cf5e821a-96e7-4826-962e-60841cf79de2 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] 10.222.0.21 "GET /v2.0/ports?device_id=e13f02c6-2194-4791-8e7e-2d4dc3854082 HTTP/1.1" status: 200 len: 944 time: 0.0491681 Nov 18 18:20:15.211168 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-ac87ab02-08ea-4a04-979e-cb560ccc4d99 req-04d9458f-9a21-48a3-91e9-4bf65c24b3c0 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] 10.222.0.21 "GET /v2.0/security-groups?id=6238537b-ea9c-4f6a-a9d8-fc9d159a5add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306923 Nov 18 18:20:16.080173 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adcc5a7-f805-4958-b9a2-a8be5b73c171 req-cbbb9ac0-f3cd-41e6-a6b3-b411c5175c54 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:20:16.081643 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-5adcc5a7-f805-4958-b9a2-a8be5b73c171 req-cbbb9ac0-f3cd-41e6-a6b3-b411c5175c54 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ac132f7-91a4-42e6-84c0-b3180a680c5f HTTP/1.1" status: 200 len: 945 time: 0.0520980 Nov 18 18:20:16.122751 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-5adcc5a7-f805-4958-b9a2-a8be5b73c171 req-3ed0e620-f347-4024-a579-a0bdff5ba718 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cb9de25-5998-4ec5-b2c0-68c28f8f537b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329802 Nov 18 18:20:16.246280 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Device 0e82f62a-5e22-4453-b1db-fbbd1212114a up at agent hyperv_hv-cinder-81669 {{(pid=101555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:20:16.293122 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Provisioning complete for port 0e82f62a-5e22-4453-b1db-fbbd1212114a triggered by entity L2. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:20:16.293488 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:20:16.372147 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:20:16.405007 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] For port 0e82f62a-5e22-4453-b1db-fbbd1212114a, host hv-cinder-81669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81669',level=0,port_id=0e82f62a-5e22-4453-b1db-fbbd1212114a,segment=NetworkSegment(dc52c420-f242-4fd4-b02f-66908d30a095),segment_id=dc52c420-f242-4fd4-b02f-66908d30a095)] {{(pid=101555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:20:16.409382 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:20:16.457672 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Pushing event updated for resources: {'Port': ['ID=0e82f62a-5e22-4453-b1db-fbbd1212114a,revision_number=8']} {{(pid=101555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:20:16.577987 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e13f02c6-2194-4791-8e7e-2d4dc3854082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e82f62a-5e22-4453-b1db-fbbd1212114a'}] {{(pid=101555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:20:16.580335 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d346ce470d451c2c3f81e461e68bbd58c3f0d417750f3f38c7c8caca9575360f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8202bc5-7222-4f04-86df-973432426584" -d '{"events": [{"server_uuid": "e13f02c6-2194-4791-8e7e-2d4dc3854082", "name": "network-vif-plugged", "status": "completed", "tag": "0e82f62a-5e22-4453-b1db-fbbd1212114a"}]}' {{(pid=101555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:20:16.615330 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 18:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba282068-eae2-425f-95c5-5b3a3bfb7c28 x-openstack-request-id: req-ba282068-eae2-425f-95c5-5b3a3bfb7c28 {{(pid=101555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:20:16.615672 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e13f02c6-2194-4791-8e7e-2d4dc3854082", "name": "network-vif-plugged", "status": "completed", "tag": "0e82f62a-5e22-4453-b1db-fbbd1212114a", "code": 200}]} {{(pid=101555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:20:16.615967 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ba282068-eae2-425f-95c5-5b3a3bfb7c28 {{(pid=101555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:20:16.616389 dv-cinder-816695-1-iscsi neutron-server[101555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e13f02c6-2194-4791-8e7e-2d4dc3854082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e82f62a-5e22-4453-b1db-fbbd1212114a', 'code': 200} Nov 18 18:20:16.932293 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-cd169395-ba62-4885-8b1f-e6616afe023f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:20:17.239955 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db518769-90d4-4227-b88e-e7dc0a54d34d req-a6798574-ab61-4328-ab04-b397939ecaac tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:20:17.241449 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-db518769-90d4-4227-b88e-e7dc0a54d34d req-a6798574-ab61-4328-ab04-b397939ecaac tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ac132f7-91a4-42e6-84c0-b3180a680c5f HTTP/1.1" status: 200 len: 945 time: 0.0492427 Nov 18 18:20:17.278671 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-db518769-90d4-4227-b88e-e7dc0a54d34d req-cbf341d5-3d8e-4baf-948f-ed85737d232e tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cb9de25-5998-4ec5-b2c0-68c28f8f537b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314150 Nov 18 18:20:17.403897 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f72fe4-162a-4e7c-9cec-fd46869da8df req-0b48b627-1e91-4060-a3c9-2b80f411ecb1 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:20:17.405492 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-33f72fe4-162a-4e7c-9cec-fd46869da8df req-0b48b627-1e91-4060-a3c9-2b80f411ecb1 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ac132f7-91a4-42e6-84c0-b3180a680c5f HTTP/1.1" status: 200 len: 945 time: 0.0598466 Nov 18 18:20:17.414781 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 52146) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:20:17.419238 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.v2.base [None req-8a421d05-4b9b-4836-a939-f47e14a2b7ad tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Request body: {'floatingip': {'port_id': '97110bd3-4ae1-40a7-8f32-0c7593009446'}} {{(pid=101553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:20:17.459967 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-8a421d05-4b9b-4836-a939-f47e14a2b7ad tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Notify callbacks [] for floatingip, before_update {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:20:17.867763 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-8a421d05-4b9b-4836-a939-f47e14a2b7ad tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:20:17.872054 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-8a421d05-4b9b-4836-a939-f47e14a2b7ad tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-366129'] for floatingip, after_update {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:20:17.972443 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.db.l3_db [None req-8a421d05-4b9b-4836-a939-f47e14a2b7ad tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Floating IP f72f5145-6a60-4e63-9073-6c9b55047a1c associated. External IP: 172.27.0.180, port: 97110bd3-4ae1-40a7-8f32-0c7593009446. Nov 18 18:20:18.172923 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a421d05-4b9b-4836-a939-f47e14a2b7ad tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Router ecd9bdf8-b852-4b8c-9b33-bb97dda69e18 has already been hosted by L3 agent 11d55508-f5ea-4178-bd3a-0ed8666e5761 {{(pid=101553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 18:20:18.282024 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a421d05-4b9b-4836-a939-f47e14a2b7ad tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Notify agent at l3_agent.dv-cinder-816695-1-iscsi the message routers_updated {{(pid=101553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 18:20:18.291663 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-8a421d05-4b9b-4836-a939-f47e14a2b7ad tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47340'] for floatingip, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:20:18.300532 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3f7443-0c16-48ea-b840-3228b98fa46a None None] Sync routers for ids ['ecd9bdf8-b852-4b8c-9b33-bb97dda69e18'] in dv-cinder-816695-1-iscsi {{(pid=101555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 18:20:18.311892 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3f7443-0c16-48ea-b840-3228b98fa46a None None] Routers {'ecd9bdf8-b852-4b8c-9b33-bb97dda69e18'} bound to L3 agent in host dv-cinder-816695-1-iscsi {{(pid=101555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:20:18.312876 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_hamode_db [None req-2b3f7443-0c16-48ea-b840-3228b98fa46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T18:05:14Z,description=,heartbeat_timestamp=2021-11-18T18:20:14Z,host='dv-cinder-816695-1-iscsi',id=11d55508-f5ea-4178-bd3a-0ed8666e5761,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T18:05:14Z,topic='l3_agent')) {'router_ids': ['ecd9bdf8-b852-4b8c-9b33-bb97dda69e18'], 'active': True} {{(pid=101555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:20:18.320263 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-8a421d05-4b9b-4836-a939-f47e14a2b7ad tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "PUT /v2.0/floatingips/f72f5145-6a60-4e63-9073-6c9b55047a1c HTTP/1.1" status: 200 len: 991 time: 0.9042828 Nov 18 18:20:18.321210 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ac132f7-91a4-42e6-84c0-b3180a680c5f', 'tag': '97110bd3-4ae1-40a7-8f32-0c7593009446'}] {{(pid=101553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:20:18.324070 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3f9c8695bc273365e1ae5046181e224bccdab9c1f2bdac51621509927968c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48f0241c-42eb-4aa9-a99d-bd494f7d3448" -d '{"events": [{"name": "network-changed", "server_uuid": "7ac132f7-91a4-42e6-84c0-b3180a680c5f", "tag": "97110bd3-4ae1-40a7-8f32-0c7593009446"}]}' {{(pid=101553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:20:18.363632 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 18:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bcb4e99-3795-4850-a552-32ff8dd7567e x-openstack-request-id: req-2bcb4e99-3795-4850-a552-32ff8dd7567e {{(pid=101553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:20:18.363949 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ac132f7-91a4-42e6-84c0-b3180a680c5f", "tag": "97110bd3-4ae1-40a7-8f32-0c7593009446", "status": "completed", "code": 200}]} {{(pid=101553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:20:18.364203 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2bcb4e99-3795-4850-a552-32ff8dd7567e {{(pid=101553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:20:18.364603 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ac132f7-91a4-42e6-84c0-b3180a680c5f', 'tag': '97110bd3-4ae1-40a7-8f32-0c7593009446', 'status': 'completed', 'code': 200} Nov 18 18:20:18.431511 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f0241c-42eb-4aa9-a99d-bd494f7d3448 req-8156d460-111d-4bcb-9dee-ee5def3c59cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:20:18.433059 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-48f0241c-42eb-4aa9-a99d-bd494f7d3448 req-8156d460-111d-4bcb-9dee-ee5def3c59cb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=080aae90ae2d433d95e93daa3aeb17ce&device_id=7ac132f7-91a4-42e6-84c0-b3180a680c5f HTTP/1.1" status: 200 len: 1098 time: 0.0454721 Nov 18 18:20:18.437254 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_dvr_db [None req-2b3f7443-0c16-48ea-b840-3228b98fa46a None None] Set router ecd9bdf8-b852-4b8c-9b33-bb97dda69e18 gateway port host: dv-cinder-816695-1-iscsi {{(pid=101555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:20:18.526525 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f0241c-42eb-4aa9-a99d-bd494f7d3448 req-c34787f7-f7e4-482f-b5b6-6b56646e7b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:20:18.528042 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-48f0241c-42eb-4aa9-a99d-bd494f7d3448 req-c34787f7-f7e4-482f-b5b6-6b56646e7b81 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f21b1cf4-9836-4a7b-8947-90f148ea7c8b HTTP/1.1" status: 200 len: 918 time: 0.0866714 Nov 18 18:20:18.594347 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-48f0241c-42eb-4aa9-a99d-bd494f7d3448 req-e796b376-a7ce-40a8-b646-86942c29ba19 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=97110bd3-4ae1-40a7-8f32-0c7593009446 HTTP/1.1" status: 200 len: 999 time: 0.0579770 Nov 18 18:20:18.648065 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f0241c-42eb-4aa9-a99d-bd494f7d3448 req-ab8b9cf0-cfb2-4631-9f98-22c34cf238c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:20:18.649639 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-48f0241c-42eb-4aa9-a99d-bd494f7d3448 req-ab8b9cf0-cfb2-4631-9f98-22c34cf238c8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7e1d2c9d-3536-4097-943a-2b344ea0e9fc HTTP/1.1" status: 200 len: 856 time: 0.0478265 Nov 18 18:20:18.660744 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_hamode_db [None req-2b3f7443-0c16-48ea-b840-3228b98fa46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecd9bdf8-b852-4b8c-9b33-bb97dda69e18', 'name': 'tempest-AttachVolumeShelveTestJSON-1542454211-router', 'tenant_id': '080aae90ae2d433d95e93daa3aeb17ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'external_fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '7cdb1b29-727a-437e-9b0e-413eab56b52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:13:25Z', 'updated_at': '2021-11-18T18:13:37Z', 'revision_number': 4, 'project_id': '080aae90ae2d433d95e93daa3aeb17ce', 'gw_port': {'id': '7cdb1b29-727a-437e-9b0e-413eab56b52a', 'name': '', 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:1c:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd9bdf8-b852-4b8c-9b33-bb97dda69e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:13:29Z', 'updated_at': '2021-11-18T18:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816695-1-iscsi', '_floatingips': [{'id': 'f72f5145-6a60-4e63-9073-6c9b55047a1c', 'tenant_id': '080aae90ae2d433d95e93daa3aeb17ce', 'floating_ip_address': '172.27.0.180', 'floating_network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'router_id': 'ecd9bdf8-b852-4b8c-9b33-bb97dda69e18', 'port_id': '97110bd3-4ae1-40a7-8f32-0c7593009446', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f21b1cf4-9836-4a7b-8947-90f148ea7c8b', 'mac_address': 'fa:16:3e:e7:13:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ac132f7-91a4-42e6-84c0-b3180a680c5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T18:20:04Z', 'updated_at': '2021-11-18T18:20:17Z', 'revision_number': 1, 'project_id': '080aae90ae2d433d95e93daa3aeb17ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0e75edb-f556-427e-a639-3e0939d5c4b9', 'name': '', 'network_id': 'f21b1cf4-9836-4a7b-8947-90f148ea7c8b', 'tenant_id': '080aae90ae2d433d95e93daa3aeb17ce', 'mac_address': 'fa:16:3e:f4:51:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd9bdf8-b852-4b8c-9b33-bb97dda69e18', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7e1d2c9d-3536-4097-943a-2b344ea0e9fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:13:34Z', 'updated_at': '2021-11-18T18:13:46Z', 'revision_number': 5, 'project_id': '080aae90ae2d433d95e93daa3aeb17ce', 'subnets': [{'id': '7e1d2c9d-3536-4097-943a-2b344ea0e9fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816695-1-iscsi', False) {} {{(pid=101555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:20:18.686570 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3f7443-0c16-48ea-b840-3228b98fa46a None None] Checking router: ecd9bdf8-b852-4b8c-9b33-bb97dda69e18 for host: dv-cinder-816695-1-iscsi {{(pid=101555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 18:20:18.695545 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3f7443-0c16-48ea-b840-3228b98fa46a None None] Routers {'ecd9bdf8-b852-4b8c-9b33-bb97dda69e18'} bound to L3 agent in host dv-cinder-816695-1-iscsi {{(pid=101555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:20:18.695703 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f0241c-42eb-4aa9-a99d-bd494f7d3448 req-514680a9-6db5-4530-a01d-17bc4b457c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:20:18.696287 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_hamode_db [None req-2b3f7443-0c16-48ea-b840-3228b98fa46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T18:05:14Z,description=,heartbeat_timestamp=2021-11-18T18:20:14Z,host='dv-cinder-816695-1-iscsi',id=11d55508-f5ea-4178-bd3a-0ed8666e5761,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T18:05:14Z,topic='l3_agent')) {'router_ids': ['ecd9bdf8-b852-4b8c-9b33-bb97dda69e18'], 'active': True} {{(pid=101555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:20:18.697253 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-48f0241c-42eb-4aa9-a99d-bd494f7d3448 req-514680a9-6db5-4530-a01d-17bc4b457c27 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f21b1cf4-9836-4a7b-8947-90f148ea7c8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406301 Nov 18 18:20:18.791106 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-48f0241c-42eb-4aa9-a99d-bd494f7d3448 req-4452aca2-5b7e-414d-992d-6300f619ffa5 service neutron] 10.222.0.46 "GET /v2.0/networks/f21b1cf4-9836-4a7b-8947-90f148ea7c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862648 Nov 18 18:20:18.811603 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_dvr_db [None req-2b3f7443-0c16-48ea-b840-3228b98fa46a None None] Set router ecd9bdf8-b852-4b8c-9b33-bb97dda69e18 gateway port host: dv-cinder-816695-1-iscsi {{(pid=101555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:20:18.885824 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-48f0241c-42eb-4aa9-a99d-bd494f7d3448 req-4b2760e8-39e5-438a-bca8-775512fe25a4 service neutron] 10.222.0.46 "GET /v2.0/networks/f21b1cf4-9836-4a7b-8947-90f148ea7c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867431 Nov 18 18:20:19.158746 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_hamode_db [None req-2b3f7443-0c16-48ea-b840-3228b98fa46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecd9bdf8-b852-4b8c-9b33-bb97dda69e18', 'name': 'tempest-AttachVolumeShelveTestJSON-1542454211-router', 'tenant_id': '080aae90ae2d433d95e93daa3aeb17ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'external_fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '7cdb1b29-727a-437e-9b0e-413eab56b52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:13:25Z', 'updated_at': '2021-11-18T18:13:37Z', 'revision_number': 4, 'project_id': '080aae90ae2d433d95e93daa3aeb17ce', 'gw_port': {'id': '7cdb1b29-727a-437e-9b0e-413eab56b52a', 'name': '', 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:1c:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd9bdf8-b852-4b8c-9b33-bb97dda69e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:13:29Z', 'updated_at': '2021-11-18T18:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816695-1-iscsi', '_floatingips': [{'id': 'f72f5145-6a60-4e63-9073-6c9b55047a1c', 'tenant_id': '080aae90ae2d433d95e93daa3aeb17ce', 'floating_ip_address': '172.27.0.180', 'floating_network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'router_id': 'ecd9bdf8-b852-4b8c-9b33-bb97dda69e18', 'port_id': '97110bd3-4ae1-40a7-8f32-0c7593009446', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f21b1cf4-9836-4a7b-8947-90f148ea7c8b', 'mac_address': 'fa:16:3e:e7:13:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ac132f7-91a4-42e6-84c0-b3180a680c5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T18:20:04Z', 'updated_at': '2021-11-18T18:20:17Z', 'revision_number': 1, 'project_id': '080aae90ae2d433d95e93daa3aeb17ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0e75edb-f556-427e-a639-3e0939d5c4b9', 'name': '', 'network_id': 'f21b1cf4-9836-4a7b-8947-90f148ea7c8b', 'tenant_id': '080aae90ae2d433d95e93daa3aeb17ce', 'mac_address': 'fa:16:3e:f4:51:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd9bdf8-b852-4b8c-9b33-bb97dda69e18', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7e1d2c9d-3536-4097-943a-2b344ea0e9fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:13:34Z', 'updated_at': '2021-11-18T18:13:46Z', 'revision_number': 5, 'project_id': '080aae90ae2d433d95e93daa3aeb17ce', 'subnets': [{'id': '7e1d2c9d-3536-4097-943a-2b344ea0e9fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816695-1-iscsi', False) {} {{(pid=101555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:20:19.188185 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3f7443-0c16-48ea-b840-3228b98fa46a None None] The sync data for ids ['ecd9bdf8-b852-4b8c-9b33-bb97dda69e18'] in dv-cinder-816695-1-iscsi is: [{'id': 'ecd9bdf8-b852-4b8c-9b33-bb97dda69e18', 'name': 'tempest-AttachVolumeShelveTestJSON-1542454211-router', 'tenant_id': '080aae90ae2d433d95e93daa3aeb17ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'external_fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '7cdb1b29-727a-437e-9b0e-413eab56b52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:13:25Z', 'updated_at': '2021-11-18T18:13:37Z', 'revision_number': 4, 'project_id': '080aae90ae2d433d95e93daa3aeb17ce', 'gw_port': {'id': '7cdb1b29-727a-437e-9b0e-413eab56b52a', 'name': '', 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:1c:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd9bdf8-b852-4b8c-9b33-bb97dda69e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:13:29Z', 'updated_at': '2021-11-18T18:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816695-1-iscsi', '_floatingips': [{'id': 'f72f5145-6a60-4e63-9073-6c9b55047a1c', 'tenant_id': '080aae90ae2d433d95e93daa3aeb17ce', 'floating_ip_address': '172.27.0.180', 'floating_network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'router_id': 'ecd9bdf8-b852-4b8c-9b33-bb97dda69e18', 'port_id': '97110bd3-4ae1-40a7-8f32-0c7593009446', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f21b1cf4-9836-4a7b-8947-90f148ea7c8b', 'mac_address': 'fa:16:3e:e7:13:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ac132f7-91a4-42e6-84c0-b3180a680c5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T18:20:04Z', 'updated_at': '2021-11-18T18:20:17Z', 'revision_number': 1, 'project_id': '080aae90ae2d433d95e93daa3aeb17ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0e75edb-f556-427e-a639-3e0939d5c4b9', 'name': '', 'network_id': 'f21b1cf4-9836-4a7b-8947-90f148ea7c8b', 'tenant_id': '080aae90ae2d433d95e93daa3aeb17ce', 'mac_address': 'fa:16:3e:f4:51:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd9bdf8-b852-4b8c-9b33-bb97dda69e18', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7e1d2c9d-3536-4097-943a-2b344ea0e9fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:13:34Z', 'updated_at': '2021-11-18T18:13:46Z', 'revision_number': 5, 'project_id': '080aae90ae2d433d95e93daa3aeb17ce', 'subnets': [{'id': '7e1d2c9d-3536-4097-943a-2b344ea0e9fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 18:20:19.360451 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81d5a55-195a-4d5b-9651-c2f977ffee11 None None] New status for floating IP f72f5145-6a60-4e63-9073-6c9b55047a1c: ACTIVE {{(pid=101556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 18 18:20:23.875878 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.agents_db [None req-879798a6-d64d-4745-9d9a-40c50c0efc22 None None] Agent healthcheck: found 6 active agents {{(pid=101556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 18:20:25.598039 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:20:30.233497 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-647d0b1e-8baa-4fec-818c-b05ff82a35c7 req-e5d2cb69-e56c-4508-9f8d-bf4157b56eba service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7336ff2b-a36e-417a-9f1b-c737fdefc35a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0402160 Nov 18 18:20:30.345379 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647d0b1e-8baa-4fec-818c-b05ff82a35c7 req-540646d0-1e14-43a0-9768-319d0af5306a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:20:30.346728 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-647d0b1e-8baa-4fec-818c-b05ff82a35c7 req-540646d0-1e14-43a0-9768-319d0af5306a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=03d899808f1a4723a8e0d1b00ed1a01d&device_id=7336ff2b-a36e-417a-9f1b-c737fdefc35a HTTP/1.1" status: 200 len: 1098 time: 0.0394320 Nov 18 18:20:30.452938 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647d0b1e-8baa-4fec-818c-b05ff82a35c7 req-f7235437-5d8c-45da-9616-a168d4d7030f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:20:30.454582 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-647d0b1e-8baa-4fec-818c-b05ff82a35c7 req-f7235437-5d8c-45da-9616-a168d4d7030f service neutron] 10.222.0.46 "GET /v2.0/networks?id=548d4c85-a92c-4982-a16e-af3d8afd47ad HTTP/1.1" status: 200 len: 912 time: 0.0869572 Nov 18 18:20:30.524144 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-647d0b1e-8baa-4fec-818c-b05ff82a35c7 req-dfa793da-9a8c-417b-9447-870b36a4634b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a6bada09-281b-4578-afea-c680bd371ea2 HTTP/1.1" status: 200 len: 1001 time: 0.0613396 Nov 18 18:20:30.575268 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647d0b1e-8baa-4fec-818c-b05ff82a35c7 req-5e80b13b-a5bd-4e6d-a646-fbfb5504aa9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:20:30.576868 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-647d0b1e-8baa-4fec-818c-b05ff82a35c7 req-5e80b13b-a5bd-4e6d-a646-fbfb5504aa9f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=26737122-c082-4cd3-ada1-6591b74e0d08 HTTP/1.1" status: 200 len: 850 time: 0.0458407 Nov 18 18:20:30.621604 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647d0b1e-8baa-4fec-818c-b05ff82a35c7 req-137c58d3-8e88-401e-b98d-a315b25027e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:20:30.622968 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-647d0b1e-8baa-4fec-818c-b05ff82a35c7 req-137c58d3-8e88-401e-b98d-a315b25027e2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=548d4c85-a92c-4982-a16e-af3d8afd47ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388627 Nov 18 18:20:30.713724 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-647d0b1e-8baa-4fec-818c-b05ff82a35c7 req-01bb4525-7ed0-4b0d-a22e-c4541b1489dd service neutron] 10.222.0.46 "GET /v2.0/networks/548d4c85-a92c-4982-a16e-af3d8afd47ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809786 Nov 18 18:20:30.809233 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-647d0b1e-8baa-4fec-818c-b05ff82a35c7 req-eaecd151-6724-4e46-8197-41f8f0344f5f service neutron] 10.222.0.46 "GET /v2.0/networks/548d4c85-a92c-4982-a16e-af3d8afd47ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860808 Nov 18 18:20:40.982840 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-bfdc759f-66b3-4089-8cb0-e24702942b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:20:43.160256 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2520864e-6df8-4df6-a265-f0768d1b9135 req-07e7a682-860c-49b7-8970-fac3fcb4df54 tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:20:43.161710 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-2520864e-6df8-4df6-a265-f0768d1b9135 req-07e7a682-860c-49b7-8970-fac3fcb4df54 tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0c38b60-c899-4575-8904-e679c49b34e8 HTTP/1.1" status: 200 len: 945 time: 0.0500007 Nov 18 18:20:43.198182 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-2520864e-6df8-4df6-a265-f0768d1b9135 req-3a1f767f-fe3e-47f4-8802-5e56798c602b tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] 10.222.0.21 "GET /v2.0/security-groups?id=ffeb95a3-eabd-4732-b522-a63e944eb594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304351 Nov 18 18:20:44.017587 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-e127266f-40c3-40dd-bcfa-c963fa8bd683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:20:44.189409 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:20:44.316572 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5639835b-6587-42a4-a821-51b7ed4a4fac req-1b97f4a1-1174-423c-a03e-ba9ae9524016 tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:20:44.317968 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-5639835b-6587-42a4-a821-51b7ed4a4fac req-1b97f4a1-1174-423c-a03e-ba9ae9524016 tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0c38b60-c899-4575-8904-e679c49b34e8 HTTP/1.1" status: 200 len: 945 time: 0.0531709 Nov 18 18:20:44.367066 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-5639835b-6587-42a4-a821-51b7ed4a4fac req-97bfaa98-8b66-45b6-846e-8fd2a309ce70 tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] 10.222.0.21 "GET /v2.0/security-groups?id=ffeb95a3-eabd-4732-b522-a63e944eb594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431848 Nov 18 18:20:44.912623 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-e3a848c2-ffa0-4288-a759-e5f077163e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:20:45.216792 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed948de2-dac9-4f60-859a-e8c02d9c4bf7 req-35228914-c7a7-4a5d-b68a-249c68611a66 tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:20:45.218244 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-ed948de2-dac9-4f60-859a-e8c02d9c4bf7 req-35228914-c7a7-4a5d-b68a-249c68611a66 tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] 10.222.0.46 "GET /v2.0/ports?device_id=d0c38b60-c899-4575-8904-e679c49b34e8 HTTP/1.1" status: 200 len: 945 time: 0.0517061 Nov 18 18:20:45.316031 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.plugin [req-ed948de2-dac9-4f60-859a-e8c02d9c4bf7 req-05925163-a2a1-437f-a723-7b8987801d81 tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] Deleting port f4ec53d8-bf0f-4c8e-bc52-1fef9c446927 {{(pid=101553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 18 18:20:45.316365 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-ed948de2-dac9-4f60-859a-e8c02d9c4bf7 req-05925163-a2a1-437f-a723-7b8987801d81 tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768457215290'] for port, before_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:20:45.408232 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.db [req-ed948de2-dac9-4f60-859a-e8c02d9c4bf7 req-05925163-a2a1-437f-a723-7b8987801d81 tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] For port f4ec53d8-bf0f-4c8e-bc52-1fef9c446927, host hv-cinder-81669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81669',level=0,port_id=f4ec53d8-bf0f-4c8e-bc52-1fef9c446927,segment=NetworkSegment(2933f606-cf5a-4814-ac55-0ca44cfbc6c1),segment_id=2933f606-cf5a-4814-ac55-0ca44cfbc6c1)] {{(pid=101553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:20:45.408850 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-ed948de2-dac9-4f60-859a-e8c02d9c4bf7 req-05925163-a2a1-437f-a723-7b8987801d81 tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369284'] for port, precommit_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:20:45.421312 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.plugin [req-ed948de2-dac9-4f60-859a-e8c02d9c4bf7 req-05925163-a2a1-437f-a723-7b8987801d81 tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] Calling delete_port for f4ec53d8-bf0f-4c8e-bc52-1fef9c446927 owned by compute:nova {{(pid=101553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 18 18:20:45.532168 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f982e624-156b-4a2e-a5e6-170f03bbdb8f req-53e295c9-e47d-4620-b963-4a48c19ce6fa tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:20:45.533667 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-f982e624-156b-4a2e-a5e6-170f03bbdb8f req-53e295c9-e47d-4620-b963-4a48c19ce6fa tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0c38b60-c899-4575-8904-e679c49b34e8 HTTP/1.1" status: 200 len: 945 time: 0.1004906 Nov 18 18:20:45.614350 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-f982e624-156b-4a2e-a5e6-170f03bbdb8f req-75de0aef-97b8-4581-ae82-38435d990e8e tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] 10.222.0.21 "GET /v2.0/security-groups?id=ffeb95a3-eabd-4732-b522-a63e944eb594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729842 Nov 18 18:20:45.618914 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-ed948de2-dac9-4f60-859a-e8c02d9c4bf7 req-05925163-a2a1-437f-a723-7b8987801d81 tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768457221690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768456900410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5584108'] for port, after_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:20:45.633768 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] get_ports_and_sgs() called for port_ids ['f4ec53d8-bf0f-4c8e-bc52-1fef9c446927'] {{(pid=101555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 18:20:45.650046 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05925163-a2a1-437f-a723-7b8987801d81 tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] Pushing event deleted for resources: {'Port': ['ID=f4ec53d8-bf0f-4c8e-bc52-1fef9c446927,revision_number=None']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:20:45.692970 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed948de2-dac9-4f60-859a-e8c02d9c4bf7 req-05925163-a2a1-437f-a723-7b8987801d81 tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] No DVR routers for this DVR port f4ec53d8-bf0f-4c8e-bc52-1fef9c446927 on host hv-cinder-81669 {{(pid=101553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 18:20:45.695508 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-ed948de2-dac9-4f60-859a-e8c02d9c4bf7 req-05925163-a2a1-437f-a723-7b8987801d81 tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47340'] for port, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:20:45.699389 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-ed948de2-dac9-4f60-859a-e8c02d9c4bf7 req-05925163-a2a1-437f-a723-7b8987801d81 tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] 10.222.0.46 "DELETE /v2.0/ports/f4ec53d8-bf0f-4c8e-bc52-1fef9c446927 HTTP/1.1" status: 204 len: 173 time: 0.4738188 Nov 18 18:20:45.699834 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0c38b60-c899-4575-8904-e679c49b34e8', 'name': 'network-vif-deleted', 'tag': 'f4ec53d8-bf0f-4c8e-bc52-1fef9c446927'}] {{(pid=101553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:20:45.702068 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3f9c8695bc273365e1ae5046181e224bccdab9c1f2bdac51621509927968c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eafeeb9-7827-42cc-95ed-cc74c01d1069" -d '{"events": [{"server_uuid": "d0c38b60-c899-4575-8904-e679c49b34e8", "name": "network-vif-deleted", "tag": "f4ec53d8-bf0f-4c8e-bc52-1fef9c446927"}]}' {{(pid=101553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:20:45.738133 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 18:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca2702f4-b824-45d1-a0a1-ea76c2beb614 x-openstack-request-id: req-ca2702f4-b824-45d1-a0a1-ea76c2beb614 {{(pid=101553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:20:45.738427 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0c38b60-c899-4575-8904-e679c49b34e8", "name": "network-vif-deleted", "tag": "f4ec53d8-bf0f-4c8e-bc52-1fef9c446927", "status": "completed", "code": 200}]} {{(pid=101553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:20:45.738679 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ca2702f4-b824-45d1-a0a1-ea76c2beb614 {{(pid=101553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:20:45.739096 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0c38b60-c899-4575-8904-e679c49b34e8', 'name': 'network-vif-deleted', 'tag': 'f4ec53d8-bf0f-4c8e-bc52-1fef9c446927', 'status': 'completed', 'code': 200} Nov 18 18:20:46.938056 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-cd169395-ba62-4885-8b1f-e6616afe023f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:20:51.044531 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Device f4ec53d8-bf0f-4c8e-bc52-1fef9c446927 no longer exists at agent hyperv_hv-cinder-81669 {{(pid=101555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 18:20:51.067134 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.plugin [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] No Port match for: f4ec53d8-bf0f-4c8e-bc52-1fef9c446927 {{(pid=101555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 18 18:20:51.067490 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Device f4ec53d8-bf0f-4c8e-bc52-1fef9c446927 not bound to the agent host hv-cinder-81669 {{(pid=101555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 18:20:55.596353 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:20:58.683356 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322f5e83-7d23-4cbd-9dfa-0cba2fe244f5 req-4a052203-b03e-4392-90e0-291e25eb5f88 tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:20:58.684888 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-322f5e83-7d23-4cbd-9dfa-0cba2fe244f5 req-4a052203-b03e-4392-90e0-291e25eb5f88 tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] 10.222.0.21 "GET /v2.0/networks?id=08dccfb8-7275-42e7-8dc0-3b5ac80f05a2 HTTP/1.1" status: 200 len: 814 time: 0.1146924 Nov 18 18:20:58.700577 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-322f5e83-7d23-4cbd-9dfa-0cba2fe244f5 req-2caacb13-0efe-4078-8691-e90d90a700a8 tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] 10.222.0.21 "GET /v2.0/quotas/316dc3116d644a45be589bbd0f919701 HTTP/1.1" status: 200 len: 375 time: 0.0098245 Nov 18 18:20:58.735478 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-322f5e83-7d23-4cbd-9dfa-0cba2fe244f5 req-7688e5b6-699c-411c-92df-e9dbd82e9a70 tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=316dc3116d644a45be589bbd0f919701&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296111 Nov 18 18:20:58.824679 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-322f5e83-7d23-4cbd-9dfa-0cba2fe244f5 req-7a31795f-b1a2-4ac1-9efc-7b10f1d5b190 service neutron] 10.222.0.21 "GET /v2.0/networks/08dccfb8-7275-42e7-8dc0-3b5ac80f05a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822251 Nov 18 18:20:58.916012 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-322f5e83-7d23-4cbd-9dfa-0cba2fe244f5 req-1a725435-c3c6-4485-bba2-6e1f737e5feb service neutron] 10.222.0.21 "GET /v2.0/networks/08dccfb8-7275-42e7-8dc0-3b5ac80f05a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853658 Nov 18 18:20:59.089802 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-8c53b1ef-89aa-4845-8108-3add260b4280 req-bd81597c-1f58-453a-9994-47451253c423 tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad1034d1-0a41-41fd-bbec-ab24a7e14a09 HTTP/1.1" status: 200 len: 210 time: 0.0273385 Nov 18 18:21:00.060571 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322f5e83-7d23-4cbd-9dfa-0cba2fe244f5 req-81aeacc7-2107-40b5-a199-893f8fe4917c tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:21:00.061965 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-322f5e83-7d23-4cbd-9dfa-0cba2fe244f5 req-81aeacc7-2107-40b5-a199-893f8fe4917c tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] 10.222.0.46 "GET /v2.0/networks?id=08dccfb8-7275-42e7-8dc0-3b5ac80f05a2 HTTP/1.1" status: 200 len: 814 time: 0.1078739 Nov 18 18:21:00.075951 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.v2.base [req-322f5e83-7d23-4cbd-9dfa-0cba2fe244f5 req-7c6c009c-9942-4ac1-b1f2-838bbc328a0b tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] Request body: {'port': {'device_id': 'ad1034d1-0a41-41fd-bbec-ab24a7e14a09', 'network_id': '08dccfb8-7275-42e7-8dc0-3b5ac80f05a2', 'admin_state_up': True, 'tenant_id': '316dc3116d644a45be589bbd0f919701'}} {{(pid=101553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:21:00.194363 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-b7a9b8df-980e-4d28-8357-65b39e93a293 req-dd50383d-8b20-4e1f-8b08-d72596915527 tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad1034d1-0a41-41fd-bbec-ab24a7e14a09 HTTP/1.1" status: 200 len: 210 time: 0.0352225 Nov 18 18:21:00.226865 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-322f5e83-7d23-4cbd-9dfa-0cba2fe244f5 req-7c6c009c-9942-4ac1-b1f2-838bbc328a0b tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] Made reservation on behalf of 316dc3116d644a45be589bbd0f919701 for: {'port': 1} {{(pid=101553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 18:21:00.230379 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-322f5e83-7d23-4cbd-9dfa-0cba2fe244f5 req-7c6c009c-9942-4ac1-b1f2-838bbc328a0b tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:21:00.354148 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.db.db_base_plugin_common [req-322f5e83-7d23-4cbd-9dfa-0cba2fe244f5 req-7c6c009c-9942-4ac1-b1f2-838bbc328a0b tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] Allocated IP 172.20.0.3 (08dccfb8-7275-42e7-8dc0-3b5ac80f05a2/9eeffbb4-5612-4ddf-8738-8be0d585d1b3/55abe4d3-b9d9-4950-8d75-9fc36588353f) {{(pid=101553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 18:21:00.499251 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-322f5e83-7d23-4cbd-9dfa-0cba2fe244f5 req-7c6c009c-9942-4ac1-b1f2-838bbc328a0b tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] Notify callbacks [] for port, precommit_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:21:00.799079 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-322f5e83-7d23-4cbd-9dfa-0cba2fe244f5 req-7c6c009c-9942-4ac1-b1f2-838bbc328a0b tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768456900401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5584108'] for port, after_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:21:00.841235 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-322f5e83-7d23-4cbd-9dfa-0cba2fe244f5 req-7c6c009c-9942-4ac1-b1f2-838bbc328a0b tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] Network 08dccfb8-7275-42e7-8dc0-3b5ac80f05a2 is already hosted by enough agents. {{(pid=101553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:21:00.844259 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.scheduler.base_scheduler [req-322f5e83-7d23-4cbd-9dfa-0cba2fe244f5 req-7c6c009c-9942-4ac1-b1f2-838bbc328a0b tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] Resources bound (agent type, host, resource id): {{(pid=101553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:21:00.847833 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.db.l3_dvrscheduler_db [req-322f5e83-7d23-4cbd-9dfa-0cba2fe244f5 req-7c6c009c-9942-4ac1-b1f2-838bbc328a0b tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] Received port after_create {{(pid=101553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 18:21:00.873155 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6c009c-9942-4ac1-b1f2-838bbc328a0b tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] Pushing event updated for resources: {'Port': ['ID=55abe4d3-b9d9-4950-8d75-9fc36588353f,revision_number=1']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:21:00.878882 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.agents_db [None req-879798a6-d64d-4745-9d9a-40c50c0efc22 None None] Agent healthcheck: found 6 active agents {{(pid=101556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 18:21:00.904747 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322f5e83-7d23-4cbd-9dfa-0cba2fe244f5 req-7c6c009c-9942-4ac1-b1f2-838bbc328a0b tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:21:00.905561 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-322f5e83-7d23-4cbd-9dfa-0cba2fe244f5 req-7c6c009c-9942-4ac1-b1f2-838bbc328a0b tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47340'] for port, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:21:00.923281 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-322f5e83-7d23-4cbd-9dfa-0cba2fe244f5 req-7c6c009c-9942-4ac1-b1f2-838bbc328a0b tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8508234 Nov 18 18:21:00.994149 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.v2.base [req-322f5e83-7d23-4cbd-9dfa-0cba2fe244f5 req-185abb36-5e8c-4120-972c-d98eb9637e18 service neutron] Request body: {'port': {'device_id': 'ad1034d1-0a41-41fd-bbec-ab24a7e14a09', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81669'}} {{(pid=101553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:21:01.103283 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-322f5e83-7d23-4cbd-9dfa-0cba2fe244f5 req-185abb36-5e8c-4120-972c-d98eb9637e18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:21:01.456845 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b900e1-deca-40d8-9ae4-52d010093a50 req-edddb6fd-7d48-4dd5-9d08-b3e83a9377a5 tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:21:01.458349 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-d6b900e1-deca-40d8-9ae4-52d010093a50 req-edddb6fd-7d48-4dd5-9d08-b3e83a9377a5 tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad1034d1-0a41-41fd-bbec-ab24a7e14a09 HTTP/1.1" status: 200 len: 931 time: 0.1752522 Nov 18 18:21:01.466539 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febfc019-1580-4dd3-ac06-c6298b9ee7bd req-f1550f1f-d5ba-4c47-8bb1-8c9b8064d073 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:21:01.468032 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-febfc019-1580-4dd3-ac06-c6298b9ee7bd req-f1550f1f-d5ba-4c47-8bb1-8c9b8064d073 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/ports?device_id=7336ff2b-a36e-417a-9f1b-c737fdefc35a HTTP/1.1" status: 200 len: 945 time: 0.1403353 Nov 18 18:21:01.572489 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-d6b900e1-deca-40d8-9ae4-52d010093a50 req-78b11cca-7c44-4856-8b77-38f796ff9485 tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] 10.222.0.21 "GET /v2.0/security-groups?id=ffeb95a3-eabd-4732-b522-a63e944eb594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033368 Nov 18 18:21:01.576811 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.notifiers.nova [req-322f5e83-7d23-4cbd-9dfa-0cba2fe244f5 req-185abb36-5e8c-4120-972c-d98eb9637e18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55abe4d3-b9d9-4950-8d75-9fc36588353f {{(pid=101553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 18:21:01.586519 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-febfc019-1580-4dd3-ac06-c6298b9ee7bd req-d99ff237-f2f4-4316-8c33-22986a102ca1 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1e9f200-d7e2-47da-9afd-a1ea2225007f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058917 Nov 18 18:21:01.588925 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-322f5e83-7d23-4cbd-9dfa-0cba2fe244f5 req-185abb36-5e8c-4120-972c-d98eb9637e18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:21:01.614859 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.db.provisioning_blocks [req-322f5e83-7d23-4cbd-9dfa-0cba2fe244f5 req-185abb36-5e8c-4120-972c-d98eb9637e18 service neutron] Transition to ACTIVE for port object 55abe4d3-b9d9-4950-8d75-9fc36588353f will not be triggered until provisioned by entity L2. {{(pid=101553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 18:21:01.622698 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-322f5e83-7d23-4cbd-9dfa-0cba2fe244f5 req-185abb36-5e8c-4120-972c-d98eb9637e18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5584123'] for port, after_update {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:21:01.687495 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185abb36-5e8c-4120-972c-d98eb9637e18 service neutron] Pushing event updated for resources: {'Port': ['ID=55abe4d3-b9d9-4950-8d75-9fc36588353f,revision_number=2']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:21:01.713537 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185abb36-5e8c-4120-972c-d98eb9637e18 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:21:01.713880 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185abb36-5e8c-4120-972c-d98eb9637e18 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:21:01.714247 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185abb36-5e8c-4120-972c-d98eb9637e18 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:21:01.714677 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185abb36-5e8c-4120-972c-d98eb9637e18 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:21:01.715007 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185abb36-5e8c-4120-972c-d98eb9637e18 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:21:01.715855 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185abb36-5e8c-4120-972c-d98eb9637e18 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:21:01.716203 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185abb36-5e8c-4120-972c-d98eb9637e18 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:21:01.716542 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185abb36-5e8c-4120-972c-d98eb9637e18 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:21:01.716871 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185abb36-5e8c-4120-972c-d98eb9637e18 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:21:01.717202 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185abb36-5e8c-4120-972c-d98eb9637e18 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:21:01.717533 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185abb36-5e8c-4120-972c-d98eb9637e18 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:21:01.718446 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185abb36-5e8c-4120-972c-d98eb9637e18 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:21:01.775064 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.managers [req-322f5e83-7d23-4cbd-9dfa-0cba2fe244f5 req-185abb36-5e8c-4120-972c-d98eb9637e18 service neutron] Attempting to bind port 55abe4d3-b9d9-4950-8d75-9fc36588353f on host hv-cinder-81669 for vnic_type normal with profile {{(pid=101553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 18 18:21:01.775381 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.managers [req-322f5e83-7d23-4cbd-9dfa-0cba2fe244f5 req-185abb36-5e8c-4120-972c-d98eb9637e18 service neutron] Attempting to bind port 55abe4d3-b9d9-4950-8d75-9fc36588353f by drivers openvswitch,hyperv on host hv-cinder-81669 at level 0 using segments [{'id': '2933f606-cf5a-4814-ac55-0ca44cfbc6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '08dccfb8-7275-42e7-8dc0-3b5ac80f05a2'}] {{(pid=101553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 18 18:21:01.775718 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-322f5e83-7d23-4cbd-9dfa-0cba2fe244f5 req-185abb36-5e8c-4120-972c-d98eb9637e18 service neutron] Attempting to bind port 55abe4d3-b9d9-4950-8d75-9fc36588353f on network 08dccfb8-7275-42e7-8dc0-3b5ac80f05a2 {{(pid=101553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:21:01.780536 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-322f5e83-7d23-4cbd-9dfa-0cba2fe244f5 req-185abb36-5e8c-4120-972c-d98eb9637e18 service neutron] Port 55abe4d3-b9d9-4950-8d75-9fc36588353f on network 08dccfb8-7275-42e7-8dc0-3b5ac80f05a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81669 {{(pid=101553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 18:21:01.780852 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-322f5e83-7d23-4cbd-9dfa-0cba2fe244f5 req-185abb36-5e8c-4120-972c-d98eb9637e18 service neutron] Attempting to bind port 55abe4d3-b9d9-4950-8d75-9fc36588353f on network 08dccfb8-7275-42e7-8dc0-3b5ac80f05a2 {{(pid=101553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:21:01.786364 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-322f5e83-7d23-4cbd-9dfa-0cba2fe244f5 req-185abb36-5e8c-4120-972c-d98eb9637e18 service neutron] Checking agent: {'id': 'de52c200-415c-462d-a684-4cc0655308c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81669', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 18, 11, 25), 'started_at': datetime.datetime(2021, 11, 18, 18, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 18, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 18:21:01.786700 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-322f5e83-7d23-4cbd-9dfa-0cba2fe244f5 req-185abb36-5e8c-4120-972c-d98eb9637e18 service neutron] Checking segment: {'id': '2933f606-cf5a-4814-ac55-0ca44cfbc6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '08dccfb8-7275-42e7-8dc0-3b5ac80f05a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 18 18:21:01.787085 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-322f5e83-7d23-4cbd-9dfa-0cba2fe244f5 req-185abb36-5e8c-4120-972c-d98eb9637e18 service neutron] Bound using segment: {'id': '2933f606-cf5a-4814-ac55-0ca44cfbc6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '08dccfb8-7275-42e7-8dc0-3b5ac80f05a2'} {{(pid=101553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 18:21:01.787510 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.managers [req-322f5e83-7d23-4cbd-9dfa-0cba2fe244f5 req-185abb36-5e8c-4120-972c-d98eb9637e18 service neutron] Bound port: 55abe4d3-b9d9-4950-8d75-9fc36588353f, host: hv-cinder-81669, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2933f606-cf5a-4814-ac55-0ca44cfbc6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '08dccfb8-7275-42e7-8dc0-3b5ac80f05a2'}}] {{(pid=101553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 18 18:21:01.787890 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-322f5e83-7d23-4cbd-9dfa-0cba2fe244f5 req-185abb36-5e8c-4120-972c-d98eb9637e18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:21:01.874843 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.db [req-322f5e83-7d23-4cbd-9dfa-0cba2fe244f5 req-185abb36-5e8c-4120-972c-d98eb9637e18 service neutron] For port 55abe4d3-b9d9-4950-8d75-9fc36588353f, host hv-cinder-81669, cleared binding levels {{(pid=101553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 18:21:01.879685 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.db [req-322f5e83-7d23-4cbd-9dfa-0cba2fe244f5 req-185abb36-5e8c-4120-972c-d98eb9637e18 service neutron] For port 55abe4d3-b9d9-4950-8d75-9fc36588353f, host hv-cinder-81669, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81669',level=0,port_id=55abe4d3-b9d9-4950-8d75-9fc36588353f,segment=NetworkSegment(2933f606-cf5a-4814-ac55-0ca44cfbc6c1),segment_id=2933f606-cf5a-4814-ac55-0ca44cfbc6c1)] {{(pid=101553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 18:21:01.886832 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-322f5e83-7d23-4cbd-9dfa-0cba2fe244f5 req-185abb36-5e8c-4120-972c-d98eb9637e18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5584123'] for port, after_update {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:21:01.922405 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322f5e83-7d23-4cbd-9dfa-0cba2fe244f5 req-185abb36-5e8c-4120-972c-d98eb9637e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:21:01.923041 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-322f5e83-7d23-4cbd-9dfa-0cba2fe244f5 req-185abb36-5e8c-4120-972c-d98eb9637e18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47340'] for port, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:21:01.924444 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-322f5e83-7d23-4cbd-9dfa-0cba2fe244f5 req-185abb36-5e8c-4120-972c-d98eb9637e18 service neutron] 10.222.0.46 "PUT /v2.0/ports/55abe4d3-b9d9-4950-8d75-9fc36588353f HTTP/1.1" status: 200 len: 1093 time: 0.9350240 Nov 18 18:21:01.924881 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad1034d1-0a41-41fd-bbec-ab24a7e14a09', 'tag': '55abe4d3-b9d9-4950-8d75-9fc36588353f'}] {{(pid=101553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:21:01.927118 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3f9c8695bc273365e1ae5046181e224bccdab9c1f2bdac51621509927968c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3df65dc-8132-4536-8a69-319131966b8e" -d '{"events": [{"name": "network-changed", "server_uuid": "ad1034d1-0a41-41fd-bbec-ab24a7e14a09", "tag": "55abe4d3-b9d9-4950-8d75-9fc36588353f"}]}' {{(pid=101553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:21:01.971790 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 18:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-278973f4-5e73-444e-841d-1d11ba20bd3f x-openstack-request-id: req-278973f4-5e73-444e-841d-1d11ba20bd3f {{(pid=101553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:21:01.972106 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad1034d1-0a41-41fd-bbec-ab24a7e14a09", "tag": "55abe4d3-b9d9-4950-8d75-9fc36588353f", "status": "completed", "code": 200}]} {{(pid=101553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:21:01.972354 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-278973f4-5e73-444e-841d-1d11ba20bd3f {{(pid=101553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:21:01.972756 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad1034d1-0a41-41fd-bbec-ab24a7e14a09', 'tag': '55abe4d3-b9d9-4950-8d75-9fc36588353f', 'status': 'completed', 'code': 200} Nov 18 18:21:01.973884 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185abb36-5e8c-4120-972c-d98eb9637e18 service neutron] Pushing event updated for resources: {'Port': ['ID=55abe4d3-b9d9-4950-8d75-9fc36588353f,revision_number=3']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:21:02.025896 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322f5e83-7d23-4cbd-9dfa-0cba2fe244f5 req-e50f8ffb-f030-4202-b2d2-71899f49fb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:21:02.027413 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-322f5e83-7d23-4cbd-9dfa-0cba2fe244f5 req-e50f8ffb-f030-4202-b2d2-71899f49fb59 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=316dc3116d644a45be589bbd0f919701&device_id=ad1034d1-0a41-41fd-bbec-ab24a7e14a09 HTTP/1.1" status: 200 len: 1096 time: 0.0458007 Nov 18 18:21:02.072960 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-322f5e83-7d23-4cbd-9dfa-0cba2fe244f5 req-475c2efa-ded0-4fb3-9f95-a3cb0ff88a53 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=55abe4d3-b9d9-4950-8d75-9fc36588353f HTTP/1.1" status: 200 len: 217 time: 0.0360672 Nov 18 18:21:02.124032 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322f5e83-7d23-4cbd-9dfa-0cba2fe244f5 req-178fbc81-f88a-463a-bfb8-4caacefb2c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:21:02.125606 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-322f5e83-7d23-4cbd-9dfa-0cba2fe244f5 req-178fbc81-f88a-463a-bfb8-4caacefb2c4e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9eeffbb4-5612-4ddf-8738-8be0d585d1b3 HTTP/1.1" status: 200 len: 854 time: 0.0452218 Nov 18 18:21:02.162485 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-322f5e83-7d23-4cbd-9dfa-0cba2fe244f5 req-e41eaff5-5012-4800-b085-93bc563ba351 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=08dccfb8-7275-42e7-8dc0-3b5ac80f05a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284414 Nov 18 18:21:02.252024 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-322f5e83-7d23-4cbd-9dfa-0cba2fe244f5 req-0b769eac-dfe8-4926-8e88-4b644be85a78 service neutron] 10.222.0.46 "GET /v2.0/networks/08dccfb8-7275-42e7-8dc0-3b5ac80f05a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819678 Nov 18 18:21:02.349109 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-322f5e83-7d23-4cbd-9dfa-0cba2fe244f5 req-bc360210-5b91-4e83-b496-30c999c594c8 service neutron] 10.222.0.46 "GET /v2.0/networks/08dccfb8-7275-42e7-8dc0-3b5ac80f05a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880313 Nov 18 18:21:02.439638 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3df65dc-8132-4536-8a69-319131966b8e req-689ca15c-782f-4723-9510-6e83c2b7052f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:21:02.441261 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-c3df65dc-8132-4536-8a69-319131966b8e req-689ca15c-782f-4723-9510-6e83c2b7052f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=316dc3116d644a45be589bbd0f919701&device_id=ad1034d1-0a41-41fd-bbec-ab24a7e14a09 HTTP/1.1" status: 200 len: 1096 time: 0.0447314 Nov 18 18:21:02.540698 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3df65dc-8132-4536-8a69-319131966b8e req-f2d6236a-8b3c-42a5-bec6-a2e8610e3ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:21:02.542187 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-c3df65dc-8132-4536-8a69-319131966b8e req-f2d6236a-8b3c-42a5-bec6-a2e8610e3ec6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=08dccfb8-7275-42e7-8dc0-3b5ac80f05a2 HTTP/1.1" status: 200 len: 915 time: 0.0846212 Nov 18 18:21:02.589303 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-c3df65dc-8132-4536-8a69-319131966b8e req-d24ac89f-907a-4fd5-9ac7-3373e691cc89 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=55abe4d3-b9d9-4950-8d75-9fc36588353f HTTP/1.1" status: 200 len: 217 time: 0.0391953 Nov 18 18:21:02.673609 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3df65dc-8132-4536-8a69-319131966b8e req-e7681dab-dd51-4772-a734-8ce97c31ec52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:21:02.675131 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-c3df65dc-8132-4536-8a69-319131966b8e req-e7681dab-dd51-4772-a734-8ce97c31ec52 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9eeffbb4-5612-4ddf-8738-8be0d585d1b3 HTTP/1.1" status: 200 len: 854 time: 0.0782747 Nov 18 18:21:02.728731 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-c3df65dc-8132-4536-8a69-319131966b8e req-fb957c13-e32b-4210-b133-994994635e0c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=08dccfb8-7275-42e7-8dc0-3b5ac80f05a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426726 Nov 18 18:21:02.758091 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f95f8d0-a1e1-4c80-9041-b4c63a769b21 req-c6c3eb07-a240-4bd8-9fee-9726df6c8f30 tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:21:02.759525 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-2f95f8d0-a1e1-4c80-9041-b4c63a769b21 req-c6c3eb07-a240-4bd8-9fee-9726df6c8f30 tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad1034d1-0a41-41fd-bbec-ab24a7e14a09 HTTP/1.1" status: 200 len: 943 time: 0.1145377 Nov 18 18:21:02.834773 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87511dea-081d-4f17-a9e7-be7ae3d40b2b req-1db5c065-3424-4e2d-816b-5f942a4281f4 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:21:02.836805 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-87511dea-081d-4f17-a9e7-be7ae3d40b2b req-1db5c065-3424-4e2d-816b-5f942a4281f4 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/ports?device_id=7336ff2b-a36e-417a-9f1b-c737fdefc35a HTTP/1.1" status: 200 len: 945 time: 0.1647646 Nov 18 18:21:02.883355 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-2f95f8d0-a1e1-4c80-9041-b4c63a769b21 req-7af55883-4af3-4360-89aa-8ba5560494d7 tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] 10.222.0.21 "GET /v2.0/security-groups?id=ffeb95a3-eabd-4732-b522-a63e944eb594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903444 Nov 18 18:21:02.915013 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-87511dea-081d-4f17-a9e7-be7ae3d40b2b req-dfc59bd8-83b5-4340-ac67-4902a403772c tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1e9f200-d7e2-47da-9afd-a1ea2225007f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700157 Nov 18 18:21:02.917407 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-c3df65dc-8132-4536-8a69-319131966b8e req-772f0fce-3395-4a6a-9bc8-d581081820dd service neutron] 10.222.0.46 "GET /v2.0/networks/08dccfb8-7275-42e7-8dc0-3b5ac80f05a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798429 Nov 18 18:21:03.008105 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-c3df65dc-8132-4536-8a69-319131966b8e req-8d42acfb-b4b5-4329-800f-e6e2fb3a018f service neutron] 10.222.0.46 "GET /v2.0/networks/08dccfb8-7275-42e7-8dc0-3b5ac80f05a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831051 Nov 18 18:21:03.166376 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c0ea78-3d61-4424-9695-88cec2832847 req-8b1c0363-8988-4501-98d7-9725e3158fe4 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:21:03.167830 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-e3c0ea78-3d61-4424-9695-88cec2832847 req-8b1c0363-8988-4501-98d7-9725e3158fe4 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.46 "GET /v2.0/ports?device_id=7336ff2b-a36e-417a-9f1b-c737fdefc35a HTTP/1.1" status: 200 len: 945 time: 0.0541968 Nov 18 18:21:03.257609 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.plugin [req-e3c0ea78-3d61-4424-9695-88cec2832847 req-75471590-cc1b-4177-9f5e-6f4e92e2b30b tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Deleting port a6bada09-281b-4578-afea-c680bd371ea2 {{(pid=101553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 18 18:21:03.258515 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-e3c0ea78-3d61-4424-9695-88cec2832847 req-75471590-cc1b-4177-9f5e-6f4e92e2b30b tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768457215290'] for port, before_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:21:03.346862 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.db [req-e3c0ea78-3d61-4424-9695-88cec2832847 req-75471590-cc1b-4177-9f5e-6f4e92e2b30b tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] For port a6bada09-281b-4578-afea-c680bd371ea2, host hv-cinder-81669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81669',level=0,port_id=a6bada09-281b-4578-afea-c680bd371ea2,segment=NetworkSegment(fdab8eb2-7859-4d62-a00d-9bb65cb2ee65),segment_id=fdab8eb2-7859-4d62-a00d-9bb65cb2ee65)] {{(pid=101553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:21:03.347224 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-e3c0ea78-3d61-4424-9695-88cec2832847 req-75471590-cc1b-4177-9f5e-6f4e92e2b30b tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369284'] for port, precommit_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:21:03.515531 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-e3c0ea78-3d61-4424-9695-88cec2832847 req-75471590-cc1b-4177-9f5e-6f4e92e2b30b tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:21:03.515786 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-e3c0ea78-3d61-4424-9695-88cec2832847 req-75471590-cc1b-4177-9f5e-6f4e92e2b30b tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-366129'] for floatingip, after_update {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:21:03.516137 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.db.l3_db [req-e3c0ea78-3d61-4424-9695-88cec2832847 req-75471590-cc1b-4177-9f5e-6f4e92e2b30b tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Floating IP 16adc870-f0f4-404c-9e9f-bbfcb5e3eaa7 disassociated. External IP: 172.27.0.160, port: a6bada09-281b-4578-afea-c680bd371ea2. Nov 18 18:21:03.516473 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.plugin [req-e3c0ea78-3d61-4424-9695-88cec2832847 req-75471590-cc1b-4177-9f5e-6f4e92e2b30b tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Calling delete_port for a6bada09-281b-4578-afea-c680bd371ea2 owned by compute:nova {{(pid=101553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 18 18:21:03.646928 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-e3c0ea78-3d61-4424-9695-88cec2832847 req-75471590-cc1b-4177-9f5e-6f4e92e2b30b tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768457221690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768456900410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5584108'] for port, after_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:21:03.672642 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75471590-cc1b-4177-9f5e-6f4e92e2b30b tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Pushing event deleted for resources: {'Port': ['ID=a6bada09-281b-4578-afea-c680bd371ea2,revision_number=None']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:21:03.792148 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e3c0ea78-3d61-4424-9695-88cec2832847 req-75471590-cc1b-4177-9f5e-6f4e92e2b30b tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Router 575dc112-dc97-41b6-96ba-90769a41d71a has already been hosted by L3 agent 11d55508-f5ea-4178-bd3a-0ed8666e5761 {{(pid=101553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 18:21:03.912602 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e3c0ea78-3d61-4424-9695-88cec2832847 req-75471590-cc1b-4177-9f5e-6f4e92e2b30b tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Notify agent at l3_agent.dv-cinder-816695-1-iscsi the message routers_updated {{(pid=101553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 18:21:03.927221 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11581d41-5dc3-480c-8c08-9d8c570b904f None None] Sync routers for ids ['575dc112-dc97-41b6-96ba-90769a41d71a'] in dv-cinder-816695-1-iscsi {{(pid=101555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 18:21:03.939552 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11581d41-5dc3-480c-8c08-9d8c570b904f None None] Routers {'575dc112-dc97-41b6-96ba-90769a41d71a'} bound to L3 agent in host dv-cinder-816695-1-iscsi {{(pid=101555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:21:03.940914 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_hamode_db [None req-11581d41-5dc3-480c-8c08-9d8c570b904f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T18:05:14Z,description=,heartbeat_timestamp=2021-11-18T18:20:44Z,host='dv-cinder-816695-1-iscsi',id=11d55508-f5ea-4178-bd3a-0ed8666e5761,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T18:05:14Z,topic='l3_agent')) {'router_ids': ['575dc112-dc97-41b6-96ba-90769a41d71a'], 'active': True} {{(pid=101555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:21:03.959120 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3c0ea78-3d61-4424-9695-88cec2832847 req-75471590-cc1b-4177-9f5e-6f4e92e2b30b tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] No DVR routers for this DVR port a6bada09-281b-4578-afea-c680bd371ea2 on host hv-cinder-81669 {{(pid=101553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 18:21:03.962014 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-e3c0ea78-3d61-4424-9695-88cec2832847 req-75471590-cc1b-4177-9f5e-6f4e92e2b30b tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47340'] for port, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:21:03.965956 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-e3c0ea78-3d61-4424-9695-88cec2832847 req-75471590-cc1b-4177-9f5e-6f4e92e2b30b tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.46 "DELETE /v2.0/ports/a6bada09-281b-4578-afea-c680bd371ea2 HTTP/1.1" status: 204 len: 173 time: 0.7914078 Nov 18 18:21:03.975826 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7336ff2b-a36e-417a-9f1b-c737fdefc35a', 'name': 'network-vif-deleted', 'tag': 'a6bada09-281b-4578-afea-c680bd371ea2'}] {{(pid=101553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:21:03.978783 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3f9c8695bc273365e1ae5046181e224bccdab9c1f2bdac51621509927968c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f636f569-5736-4100-bbf2-74b290d381ca" -d '{"events": [{"server_uuid": "7336ff2b-a36e-417a-9f1b-c737fdefc35a", "name": "network-vif-deleted", "tag": "a6bada09-281b-4578-afea-c680bd371ea2"}]}' {{(pid=101553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:21:04.031218 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dd30ce-b1cc-417a-9e75-57cf609e06bf req-31731ec3-2a0e-4a59-88bb-c3287fd21e63 tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:21:04.034748 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-08dd30ce-b1cc-417a-9e75-57cf609e06bf req-31731ec3-2a0e-4a59-88bb-c3287fd21e63 tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad1034d1-0a41-41fd-bbec-ab24a7e14a09 HTTP/1.1" status: 200 len: 943 time: 0.0659006 Nov 18 18:21:04.128527 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-08dd30ce-b1cc-417a-9e75-57cf609e06bf req-6f109ccf-b1eb-4b81-af20-2c0d658148af tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] 10.222.0.21 "GET /v2.0/security-groups?id=ffeb95a3-eabd-4732-b522-a63e944eb594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794358 Nov 18 18:21:04.161961 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-41a882da-6406-4fb1-bbdf-36906e0cec4e req-fc104c3e-8b1f-459a-8f18-0a5e3d73c692 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/ports?device_id=7336ff2b-a36e-417a-9f1b-c737fdefc35a HTTP/1.1" status: 200 len: 210 time: 0.0818293 Nov 18 18:21:04.175767 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_dvr_db [None req-11581d41-5dc3-480c-8c08-9d8c570b904f None None] Set router 575dc112-dc97-41b6-96ba-90769a41d71a gateway port host: dv-cinder-816695-1-iscsi {{(pid=101555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:21:04.198353 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 18:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0bec6df-461e-4294-86b6-9aa255b84f46 x-openstack-request-id: req-f0bec6df-461e-4294-86b6-9aa255b84f46 {{(pid=101553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:21:04.199077 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7336ff2b-a36e-417a-9f1b-c737fdefc35a", "name": "network-vif-deleted", "tag": "a6bada09-281b-4578-afea-c680bd371ea2", "status": "completed", "code": 200}]} {{(pid=101553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:21:04.199077 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f0bec6df-461e-4294-86b6-9aa255b84f46 {{(pid=101553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:21:04.199563 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7336ff2b-a36e-417a-9f1b-c737fdefc35a', 'name': 'network-vif-deleted', 'tag': 'a6bada09-281b-4578-afea-c680bd371ea2', 'status': 'completed', 'code': 200} Nov 18 18:21:04.417961 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_hamode_db [None req-11581d41-5dc3-480c-8c08-9d8c570b904f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '575dc112-dc97-41b6-96ba-90769a41d71a', 'name': 'tempest-AttachVolumeTestJSON-1688942367-router', 'tenant_id': '03d899808f1a4723a8e0d1b00ed1a01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'external_fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '0b9e60a6-ebb9-43ce-bce1-781addfacb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:13:23Z', 'updated_at': '2021-11-18T18:13:30Z', 'revision_number': 4, 'project_id': '03d899808f1a4723a8e0d1b00ed1a01d', 'gw_port': {'id': '0b9e60a6-ebb9-43ce-bce1-781addfacb0c', 'name': '', 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:44:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575dc112-dc97-41b6-96ba-90769a41d71a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:13:24Z', 'updated_at': '2021-11-18T18:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816695-1-iscsi', '_interfaces': [{'id': '7da27a20-ee22-482c-83be-f669e67d9aaf', 'name': '', 'network_id': '548d4c85-a92c-4982-a16e-af3d8afd47ad', 'tenant_id': '03d899808f1a4723a8e0d1b00ed1a01d', 'mac_address': 'fa:16:3e:33:38:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575dc112-dc97-41b6-96ba-90769a41d71a', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '26737122-c082-4cd3-ada1-6591b74e0d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:13:29Z', 'updated_at': '2021-11-18T18:13:35Z', 'revision_number': 5, 'project_id': '03d899808f1a4723a8e0d1b00ed1a01d', 'subnets': [{'id': '26737122-c082-4cd3-ada1-6591b74e0d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816695-1-iscsi', False) {} {{(pid=101555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:21:04.443152 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11581d41-5dc3-480c-8c08-9d8c570b904f None None] Checking router: 575dc112-dc97-41b6-96ba-90769a41d71a for host: dv-cinder-816695-1-iscsi {{(pid=101555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 18:21:04.451559 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11581d41-5dc3-480c-8c08-9d8c570b904f None None] Routers {'575dc112-dc97-41b6-96ba-90769a41d71a'} bound to L3 agent in host dv-cinder-816695-1-iscsi {{(pid=101555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:21:04.452180 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_hamode_db [None req-11581d41-5dc3-480c-8c08-9d8c570b904f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T18:05:14Z,description=,heartbeat_timestamp=2021-11-18T18:20:44Z,host='dv-cinder-816695-1-iscsi',id=11d55508-f5ea-4178-bd3a-0ed8666e5761,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T18:05:14Z,topic='l3_agent')) {'router_ids': ['575dc112-dc97-41b6-96ba-90769a41d71a'], 'active': True} {{(pid=101555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:21:04.578273 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_dvr_db [None req-11581d41-5dc3-480c-8c08-9d8c570b904f None None] Set router 575dc112-dc97-41b6-96ba-90769a41d71a gateway port host: dv-cinder-816695-1-iscsi {{(pid=101555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:21:04.787982 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_hamode_db [None req-11581d41-5dc3-480c-8c08-9d8c570b904f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '575dc112-dc97-41b6-96ba-90769a41d71a', 'name': 'tempest-AttachVolumeTestJSON-1688942367-router', 'tenant_id': '03d899808f1a4723a8e0d1b00ed1a01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'external_fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '0b9e60a6-ebb9-43ce-bce1-781addfacb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:13:23Z', 'updated_at': '2021-11-18T18:13:30Z', 'revision_number': 4, 'project_id': '03d899808f1a4723a8e0d1b00ed1a01d', 'gw_port': {'id': '0b9e60a6-ebb9-43ce-bce1-781addfacb0c', 'name': '', 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:44:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575dc112-dc97-41b6-96ba-90769a41d71a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:13:24Z', 'updated_at': '2021-11-18T18:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816695-1-iscsi', '_interfaces': [{'id': '7da27a20-ee22-482c-83be-f669e67d9aaf', 'name': '', 'network_id': '548d4c85-a92c-4982-a16e-af3d8afd47ad', 'tenant_id': '03d899808f1a4723a8e0d1b00ed1a01d', 'mac_address': 'fa:16:3e:33:38:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575dc112-dc97-41b6-96ba-90769a41d71a', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '26737122-c082-4cd3-ada1-6591b74e0d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:13:29Z', 'updated_at': '2021-11-18T18:13:35Z', 'revision_number': 5, 'project_id': '03d899808f1a4723a8e0d1b00ed1a01d', 'subnets': [{'id': '26737122-c082-4cd3-ada1-6591b74e0d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816695-1-iscsi', False) {} {{(pid=101555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:21:04.816927 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11581d41-5dc3-480c-8c08-9d8c570b904f None None] The sync data for ids ['575dc112-dc97-41b6-96ba-90769a41d71a'] in dv-cinder-816695-1-iscsi is: [{'id': '575dc112-dc97-41b6-96ba-90769a41d71a', 'name': 'tempest-AttachVolumeTestJSON-1688942367-router', 'tenant_id': '03d899808f1a4723a8e0d1b00ed1a01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'external_fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '0b9e60a6-ebb9-43ce-bce1-781addfacb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:13:23Z', 'updated_at': '2021-11-18T18:13:30Z', 'revision_number': 4, 'project_id': '03d899808f1a4723a8e0d1b00ed1a01d', 'gw_port': {'id': '0b9e60a6-ebb9-43ce-bce1-781addfacb0c', 'name': '', 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:44:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575dc112-dc97-41b6-96ba-90769a41d71a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:13:24Z', 'updated_at': '2021-11-18T18:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816695-1-iscsi', '_interfaces': [{'id': '7da27a20-ee22-482c-83be-f669e67d9aaf', 'name': '', 'network_id': '548d4c85-a92c-4982-a16e-af3d8afd47ad', 'tenant_id': '03d899808f1a4723a8e0d1b00ed1a01d', 'mac_address': 'fa:16:3e:33:38:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575dc112-dc97-41b6-96ba-90769a41d71a', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '26737122-c082-4cd3-ada1-6591b74e0d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:13:29Z', 'updated_at': '2021-11-18T18:13:35Z', 'revision_number': 5, 'project_id': '03d899808f1a4723a8e0d1b00ed1a01d', 'subnets': [{'id': '26737122-c082-4cd3-ada1-6591b74e0d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 18:21:05.044090 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f333134e-21c4-40a9-aa86-1031924a8160 None None] New status for floating IP 16adc870-f0f4-404c-9e9f-bbfcb5e3eaa7: DOWN {{(pid=101556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 18 18:21:05.259207 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 52426) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:21:05.294763 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0acacb4-2054-4ef6-9229-0c7b5e112de2 req-01242b1a-a720-4d14-954d-26ef6ea1b9f2 tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:21:05.296461 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-f0acacb4-2054-4ef6-9229-0c7b5e112de2 req-01242b1a-a720-4d14-954d-26ef6ea1b9f2 tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad1034d1-0a41-41fd-bbec-ab24a7e14a09 HTTP/1.1" status: 200 len: 943 time: 0.0835469 Nov 18 18:21:05.354698 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-f0acacb4-2054-4ef6-9229-0c7b5e112de2 req-dfbc8454-548f-41e3-9e46-545dee0b7cff tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] 10.222.0.21 "GET /v2.0/security-groups?id=ffeb95a3-eabd-4732-b522-a63e944eb594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518305 Nov 18 18:21:05.357381 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-131383d9-f0d1-4ce3-8f07-1dcc595c514b tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Notify callbacks [] for security_group, before_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:21:05.382333 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-131383d9-f0d1-4ce3-8f07-1dcc595c514b tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:21:05.429543 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-131383d9-f0d1-4ce3-8f07-1dcc595c514b tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:21:05.432165 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-131383d9-f0d1-4ce3-8f07-1dcc595c514b tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Notify callbacks [] for security_group, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:21:05.433304 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-131383d9-f0d1-4ce3-8f07-1dcc595c514b tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "DELETE /v2.0/security-groups/d1e9f200-d7e2-47da-9afd-a1ea2225007f HTTP/1.1" status: 204 len: 168 time: 0.1730785 Nov 18 18:21:05.436265 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 52430) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:21:05.442872 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131383d9-f0d1-4ce3-8f07-1dcc595c514b tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1e9f200-d7e2-47da-9afd-a1ea2225007f,revision_number=None']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:21:05.450954 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.api.v2.resource [None req-f90136b3-b7f5-417f-8042-71d3f5336682 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] show failed (client error): The resource could not be found. Nov 18 18:21:05.452017 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-f90136b3-b7f5-417f-8042-71d3f5336682 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/security-groups/d1e9f200-d7e2-47da-9afd-a1ea2225007f HTTP/1.1" status: 404 len: 347 time: 0.0147657 Nov 18 18:21:05.454815 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 52434) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:21:05.814373 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.plugin [None req-50331207-209f-47d2-adf6-d5480461485e tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Deleting port 4326dcb9-1a2a-4211-9ab5-6d400f8a0457 {{(pid=101554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 18 18:21:05.814714 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-50331207-209f-47d2-adf6-d5480461485e tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768457215290'] for port, before_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:21:05.892216 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-50331207-209f-47d2-adf6-d5480461485e tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369284'] for port, precommit_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:21:05.892547 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-50331207-209f-47d2-adf6-d5480461485e tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:21:05.904659 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.plugin [None req-50331207-209f-47d2-adf6-d5480461485e tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Calling delete_port for 4326dcb9-1a2a-4211-9ab5-6d400f8a0457 owned by network:floatingip {{(pid=101554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 18 18:21:06.036783 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-50331207-209f-47d2-adf6-d5480461485e tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768457221690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768456900410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6202601'] for port, after_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:21:06.062420 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50331207-209f-47d2-adf6-d5480461485e tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Pushing event deleted for resources: {'Port': ['ID=4326dcb9-1a2a-4211-9ab5-6d400f8a0457,revision_number=None']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:21:06.084740 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50331207-209f-47d2-adf6-d5480461485e tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:21:06.085092 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50331207-209f-47d2-adf6-d5480461485e tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:21:06.085436 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50331207-209f-47d2-adf6-d5480461485e tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:21:06.085772 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50331207-209f-47d2-adf6-d5480461485e tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:21:06.086132 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50331207-209f-47d2-adf6-d5480461485e tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:21:06.086466 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50331207-209f-47d2-adf6-d5480461485e tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:21:06.086795 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50331207-209f-47d2-adf6-d5480461485e tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:21:06.087132 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50331207-209f-47d2-adf6-d5480461485e tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:21:06.087455 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50331207-209f-47d2-adf6-d5480461485e tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:21:06.087774 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50331207-209f-47d2-adf6-d5480461485e tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:21:06.088121 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50331207-209f-47d2-adf6-d5480461485e tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:21:06.088444 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50331207-209f-47d2-adf6-d5480461485e tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:21:06.137952 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-50331207-209f-47d2-adf6-d5480461485e tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Notify callbacks [] for floatingip, after_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:21:06.140525 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-50331207-209f-47d2-adf6-d5480461485e tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47340'] for floatingip, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:21:06.141689 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-50331207-209f-47d2-adf6-d5480461485e tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "DELETE /v2.0/floatingips/16adc870-f0f4-404c-9e9f-bbfcb5e3eaa7 HTTP/1.1" status: 204 len: 168 time: 0.6859782 Nov 18 18:21:06.409351 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 52440) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:21:06.413896 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.v2.base [None req-71ad1ad3-83d0-456b-9a43-d7bbf6266efa tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Request body: {'security_group': {'name': 'tempest-securitygroup--765432966', 'description': 'tempest-description--1403936087'}} {{(pid=101554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:21:06.438371 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-71ad1ad3-83d0-456b-9a43-d7bbf6266efa tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Notify callbacks [] for security_group, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:21:06.478576 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0420be4-9dd5-4a44-8218-73db730ee1fa req-3a4f5e62-2528-4df8-b1f3-db47508539d9 tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:21:06.484744 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-d0420be4-9dd5-4a44-8218-73db730ee1fa req-3a4f5e62-2528-4df8-b1f3-db47508539d9 tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad1034d1-0a41-41fd-bbec-ab24a7e14a09 HTTP/1.1" status: 200 len: 943 time: 0.0596712 Nov 18 18:21:06.523472 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-71ad1ad3-83d0-456b-9a43-d7bbf6266efa tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Notify callbacks [] for security_group, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:21:06.527445 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-d0420be4-9dd5-4a44-8218-73db730ee1fa req-d1816d4f-6499-4cc4-8fc7-96b049bf8f5f tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] 10.222.0.21 "GET /v2.0/security-groups?id=ffeb95a3-eabd-4732-b522-a63e944eb594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373816 Nov 18 18:21:06.527912 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-71ad1ad3-83d0-456b-9a43-d7bbf6266efa tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:21:06.558102 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-71ad1ad3-83d0-456b-9a43-d7bbf6266efa tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Notify callbacks [] for security_group, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:21:06.559332 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-71ad1ad3-83d0-456b-9a43-d7bbf6266efa tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1489685 Nov 18 18:21:06.561177 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ad1ad3-83d0-456b-9a43-d7bbf6266efa tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb407edf-b6db-4864-a71e-1204aae4123b,revision_number=1']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:21:06.562468 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 52444) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:21:06.568324 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.v2.base [None req-dcb5e3ef-5449-4236-88ee-fdb15aa45d0a tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Request body: {'security_group_rule': {'security_group_id': 'bb407edf-b6db-4864-a71e-1204aae4123b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:21:06.595637 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-dcb5e3ef-5449-4236-88ee-fdb15aa45d0a tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:21:06.649602 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-dcb5e3ef-5449-4236-88ee-fdb15aa45d0a tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:21:06.653390 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-dcb5e3ef-5449-4236-88ee-fdb15aa45d0a tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577100'] for security_group_rule, after_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:21:06.672516 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb5e3ef-5449-4236-88ee-fdb15aa45d0a tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbf7b821-1ce2-4ee0-b302-f9178bbc62ac,revision_number=0']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:21:06.679551 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-dcb5e3ef-5449-4236-88ee-fdb15aa45d0a tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:21:06.683619 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 52446) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:21:06.683769 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-dcb5e3ef-5449-4236-88ee-fdb15aa45d0a tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1194241 Nov 18 18:21:06.688262 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.v2.base [None req-c1debfe5-82f4-4052-b78c-ebf09a62972c tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Request body: {'security_group_rule': {'security_group_id': 'bb407edf-b6db-4864-a71e-1204aae4123b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:21:06.714251 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-c1debfe5-82f4-4052-b78c-ebf09a62972c tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:21:06.772297 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-c1debfe5-82f4-4052-b78c-ebf09a62972c tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:21:06.776713 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-c1debfe5-82f4-4052-b78c-ebf09a62972c tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577100'] for security_group_rule, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:21:06.794408 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1debfe5-82f4-4052-b78c-ebf09a62972c tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d526ff4-b790-4a63-8162-6ad1dba98ad1,revision_number=0']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:21:06.802972 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-c1debfe5-82f4-4052-b78c-ebf09a62972c tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:21:06.808263 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 52448) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:21:06.808512 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-c1debfe5-82f4-4052-b78c-ebf09a62972c tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1235397 Nov 18 18:21:06.813763 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.v2.base [None req-f2b79549-6a0e-45ef-9366-3ccd5926a505 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Request body: {'floatingip': {'floating_network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364'}} {{(pid=101553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:21:06.836811 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-f2b79549-6a0e-45ef-9366-3ccd5926a505 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Notify callbacks [] for floatingip, before_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:21:06.931575 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-f2b79549-6a0e-45ef-9366-3ccd5926a505 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:21:07.040878 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.db.db_base_plugin_common [None req-f2b79549-6a0e-45ef-9366-3ccd5926a505 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Allocated IP 172.27.0.49 (681a8de3-317c-4c8e-b068-d1104cc9c364/7ba09554-0552-4432-a7a0-26d8d0284def/6cf9983a-3ef2-4688-bddc-69892bf28e43) {{(pid=101553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 18:21:07.078952 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Device 55abe4d3-b9d9-4950-8d75-9fc36588353f details requested by agent hyperv_hv-cinder-81669 with host hv-cinder-81669 {{(pid=101555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 18:21:07.084078 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Device a6bada09-281b-4578-afea-c680bd371ea2 no longer exists at agent hyperv_hv-cinder-81669 {{(pid=101555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 18:21:07.108928 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.plugin [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] No Port match for: a6bada09-281b-4578-afea-c680bd371ea2 {{(pid=101555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 18 18:21:07.109266 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Device a6bada09-281b-4578-afea-c680bd371ea2 not bound to the agent host hv-cinder-81669 {{(pid=101555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 18:21:07.161552 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-f2b79549-6a0e-45ef-9366-3ccd5926a505 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Notify callbacks [] for port, precommit_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:21:07.204251 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-f2b79549-6a0e-45ef-9366-3ccd5926a505 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768456900401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5584108'] for port, after_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:21:07.215789 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] For port 55abe4d3-b9d9-4950-8d75-9fc36588353f, host hv-cinder-81669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81669',level=0,port_id=55abe4d3-b9d9-4950-8d75-9fc36588353f,segment=NetworkSegment(2933f606-cf5a-4814-ac55-0ca44cfbc6c1),segment_id=2933f606-cf5a-4814-ac55-0ca44cfbc6c1)] {{(pid=101555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:21:07.226879 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Returning: {'device': '55abe4d3-b9d9-4950-8d75-9fc36588353f', 'network_id': '08dccfb8-7275-42e7-8dc0-3b5ac80f05a2', 'port_id': '55abe4d3-b9d9-4950-8d75-9fc36588353f', 'mac_address': 'fa:16:3e:46:ef:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9eeffbb4-5612-4ddf-8738-8be0d585d1b3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 18:21:07.244947 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b79549-6a0e-45ef-9366-3ccd5926a505 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Network 681a8de3-317c-4c8e-b068-d1104cc9c364 is already hosted by enough agents. {{(pid=101553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:21:07.249269 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.scheduler.base_scheduler [None req-f2b79549-6a0e-45ef-9366-3ccd5926a505 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Resources bound (agent type, host, resource id): {{(pid=101553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:21:07.251969 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b79549-6a0e-45ef-9366-3ccd5926a505 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Received port after_create {{(pid=101553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 18:21:07.265361 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:21:07.280340 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b79549-6a0e-45ef-9366-3ccd5926a505 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Pushing event updated for resources: {'Port': ['ID=6cf9983a-3ef2-4688-bddc-69892bf28e43,revision_number=1']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:21:07.286089 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.notifiers.nova [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55abe4d3-b9d9-4950-8d75-9fc36588353f {{(pid=101555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 18:21:07.306753 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] For port 55abe4d3-b9d9-4950-8d75-9fc36588353f, host hv-cinder-81669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81669',level=0,port_id=55abe4d3-b9d9-4950-8d75-9fc36588353f,segment=NetworkSegment(2933f606-cf5a-4814-ac55-0ca44cfbc6c1),segment_id=2933f606-cf5a-4814-ac55-0ca44cfbc6c1)] {{(pid=101555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:21:07.311456 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:21:07.347299 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-f2b79549-6a0e-45ef-9366-3ccd5926a505 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:21:07.359274 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Pushing event updated for resources: {'Port': ['ID=55abe4d3-b9d9-4950-8d75-9fc36588353f,revision_number=4']} {{(pid=101555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:21:07.366330 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:21:07.366689 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:21:07.367101 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:21:07.367449 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:21:07.367793 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:21:07.368154 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:21:07.368487 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:21:07.368820 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:21:07.369152 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:21:07.369481 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:21:07.369810 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:21:07.370134 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:21:07.382070 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-f2b79549-6a0e-45ef-9366-3ccd5926a505 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:21:07.532631 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-f2b79549-6a0e-45ef-9366-3ccd5926a505 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Notify callbacks [] for port, precommit_update {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:21:07.542131 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-f2b79549-6a0e-45ef-9366-3ccd5926a505 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5584123'] for port, after_update {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:21:07.619832 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b79549-6a0e-45ef-9366-3ccd5926a505 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Pushing event updated for resources: {'Port': ['ID=6cf9983a-3ef2-4688-bddc-69892bf28e43,revision_number=2']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:21:07.638400 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] get_ports_and_sgs() called for port_ids ['55abe4d3-b9d9-4950-8d75-9fc36588353f'] {{(pid=101555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 18:21:07.658519 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-f2b79549-6a0e-45ef-9366-3ccd5926a505 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-366129'] for floatingip, after_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:21:07.680846 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-f2b79549-6a0e-45ef-9366-3ccd5926a505 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47340'] for floatingip, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:21:07.682097 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-f2b79549-6a0e-45ef-9366-3ccd5926a505 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8726828 Nov 18 18:21:07.694544 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b740e67-7d7f-4666-aa0f-46bae3a07f95 req-e8dad293-0dc6-45ee-babf-a330367f604d tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:21:07.696647 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-4b740e67-7d7f-4666-aa0f-46bae3a07f95 req-e8dad293-0dc6-45ee-babf-a330367f604d tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad1034d1-0a41-41fd-bbec-ab24a7e14a09 HTTP/1.1" status: 200 len: 944 time: 0.0716047 Nov 18 18:21:07.742042 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-4b740e67-7d7f-4666-aa0f-46bae3a07f95 req-37dd8637-4771-42db-800b-f5777beab8d7 tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] 10.222.0.21 "GET /v2.0/security-groups?id=ffeb95a3-eabd-4732-b522-a63e944eb594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394690 Nov 18 18:21:07.895452 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-4322b861-2e61-4e1b-96d4-5199d503a5dc req-1120afe9-d300-46ea-bdca-8d087236e2da tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--765432966&fields=id&tenant_id=03d899808f1a4723a8e0d1b00ed1a01d HTTP/1.1" status: 200 len: 267 time: 0.0349290 Nov 18 18:21:08.008448 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4322b861-2e61-4e1b-96d4-5199d503a5dc req-23a11fa6-8e40-45de-903b-d52dc35d9d3a tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:21:08.009913 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-4322b861-2e61-4e1b-96d4-5199d503a5dc req-23a11fa6-8e40-45de-903b-d52dc35d9d3a tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/networks?id=548d4c85-a92c-4982-a16e-af3d8afd47ad HTTP/1.1" status: 200 len: 811 time: 0.1068344 Nov 18 18:21:08.024739 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-4322b861-2e61-4e1b-96d4-5199d503a5dc req-a771a03a-5c46-49a5-864a-54d78e887908 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/quotas/03d899808f1a4723a8e0d1b00ed1a01d HTTP/1.1" status: 200 len: 375 time: 0.0090671 Nov 18 18:21:08.323468 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-4322b861-2e61-4e1b-96d4-5199d503a5dc req-42229347-9a8b-4738-a183-dce442b38ca2 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=03d899808f1a4723a8e0d1b00ed1a01d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2933226 Nov 18 18:21:08.430249 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-4322b861-2e61-4e1b-96d4-5199d503a5dc req-bc8843f4-93dd-4c3f-ba9f-ef287f8ac51a service neutron] 10.222.0.21 "GET /v2.0/networks/548d4c85-a92c-4982-a16e-af3d8afd47ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951860 Nov 18 18:21:08.526348 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-4322b861-2e61-4e1b-96d4-5199d503a5dc req-6cff1ed0-c548-4c2f-9a30-de7daeaec19a service neutron] 10.222.0.21 "GET /v2.0/networks/548d4c85-a92c-4982-a16e-af3d8afd47ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896978 Nov 18 18:21:08.705187 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-8b8fd0c4-8fd0-4164-874b-fd17dc5f8739 req-2bd539a6-f206-4c4d-890e-0b26e85af9b2 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/ports?device_id=408943c2-feca-46fd-8cc2-a693bc0011ee HTTP/1.1" status: 200 len: 210 time: 0.0344195 Nov 18 18:21:08.870743 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3479d62d-2913-42cc-93f0-f579c01cbb28 req-32c529a9-acb5-4481-bff6-3d10ad4f5fd2 tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:21:08.872284 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-3479d62d-2913-42cc-93f0-f579c01cbb28 req-32c529a9-acb5-4481-bff6-3d10ad4f5fd2 tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad1034d1-0a41-41fd-bbec-ab24a7e14a09 HTTP/1.1" status: 200 len: 944 time: 0.0543253 Nov 18 18:21:08.915293 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-3479d62d-2913-42cc-93f0-f579c01cbb28 req-f2ddaf16-224b-4a98-af6f-6d5bf46ca9c9 tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] 10.222.0.21 "GET /v2.0/security-groups?id=ffeb95a3-eabd-4732-b522-a63e944eb594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366528 Nov 18 18:21:09.095629 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Device 55abe4d3-b9d9-4950-8d75-9fc36588353f up at agent hyperv_hv-cinder-81669 {{(pid=101555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:21:09.150046 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Provisioning for port 55abe4d3-b9d9-4950-8d75-9fc36588353f completed by entity L2. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 18:21:09.153787 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Provisioning complete for port 55abe4d3-b9d9-4950-8d75-9fc36588353f triggered by entity L2. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:21:09.154155 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:21:09.235165 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:21:09.259365 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad1034d1-0a41-41fd-bbec-ab24a7e14a09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55abe4d3-b9d9-4950-8d75-9fc36588353f'}] {{(pid=101555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:21:09.261667 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d346ce470d451c2c3f81e461e68bbd58c3f0d417750f3f38c7c8caca9575360f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90d36e67-b309-481e-a467-936bdc0679bb" -d '{"events": [{"server_uuid": "ad1034d1-0a41-41fd-bbec-ab24a7e14a09", "name": "network-vif-plugged", "status": "completed", "tag": "55abe4d3-b9d9-4950-8d75-9fc36588353f"}]}' {{(pid=101555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:21:09.275535 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] For port 55abe4d3-b9d9-4950-8d75-9fc36588353f, host hv-cinder-81669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81669',level=0,port_id=55abe4d3-b9d9-4950-8d75-9fc36588353f,segment=NetworkSegment(2933f606-cf5a-4814-ac55-0ca44cfbc6c1),segment_id=2933f606-cf5a-4814-ac55-0ca44cfbc6c1)] {{(pid=101555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:21:09.281202 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:21:09.308587 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 18:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b197dab-7ed6-453e-9e07-0805d52b5f60 x-openstack-request-id: req-6b197dab-7ed6-453e-9e07-0805d52b5f60 {{(pid=101555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:21:09.308972 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad1034d1-0a41-41fd-bbec-ab24a7e14a09", "name": "network-vif-plugged", "status": "completed", "tag": "55abe4d3-b9d9-4950-8d75-9fc36588353f", "code": 200}]} {{(pid=101555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:21:09.309285 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6b197dab-7ed6-453e-9e07-0805d52b5f60 {{(pid=101555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:21:09.309745 dv-cinder-816695-1-iscsi neutron-server[101555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad1034d1-0a41-41fd-bbec-ab24a7e14a09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55abe4d3-b9d9-4950-8d75-9fc36588353f', 'code': 200} Nov 18 18:21:09.337074 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Pushing event updated for resources: {'Port': ['ID=55abe4d3-b9d9-4950-8d75-9fc36588353f,revision_number=5']} {{(pid=101555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:21:09.487320 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b416512d-24b1-400f-96e1-d8a983ec00aa req-9e78fb69-3985-41c2-9a10-bbcffa745edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:21:09.488898 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-b416512d-24b1-400f-96e1-d8a983ec00aa req-9e78fb69-3985-41c2-9a10-bbcffa745edf service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ad1034d1-0a41-41fd-bbec-ab24a7e14a09 HTTP/1.1" status: 200 len: 1098 time: 0.0451765 Nov 18 18:21:09.526431 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-b416512d-24b1-400f-96e1-d8a983ec00aa req-0410ad38-2ee7-4e19-8806-086595d0203a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ffeb95a3-eabd-4732-b522-a63e944eb594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296352 Nov 18 18:21:09.801455 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-7fb97b26-eba8-45d4-8b47-a45ee0831c11 req-c063084a-ec89-4ccd-809a-ee5de69c9d59 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/ports?device_id=408943c2-feca-46fd-8cc2-a693bc0011ee HTTP/1.1" status: 200 len: 210 time: 0.0272021 Nov 18 18:21:10.038273 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559f4002-eba2-4df4-8c50-3acb097b6744 req-47ad366a-4353-4210-9e2c-b80f74348c8b tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:21:10.039796 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-559f4002-eba2-4df4-8c50-3acb097b6744 req-47ad366a-4353-4210-9e2c-b80f74348c8b tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad1034d1-0a41-41fd-bbec-ab24a7e14a09 HTTP/1.1" status: 200 len: 945 time: 0.0573862 Nov 18 18:21:10.080738 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-559f4002-eba2-4df4-8c50-3acb097b6744 req-4f18cc57-c01a-49dc-a896-949722e8ffca tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] 10.222.0.21 "GET /v2.0/security-groups?id=ffeb95a3-eabd-4732-b522-a63e944eb594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340302 Nov 18 18:21:10.243261 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4322b861-2e61-4e1b-96d4-5199d503a5dc req-b17bfed6-9173-4d3f-8a9d-fe8eb3db2532 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:21:10.245056 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-4322b861-2e61-4e1b-96d4-5199d503a5dc req-b17bfed6-9173-4d3f-8a9d-fe8eb3db2532 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.46 "GET /v2.0/networks?id=548d4c85-a92c-4982-a16e-af3d8afd47ad HTTP/1.1" status: 200 len: 811 time: 0.1195436 Nov 18 18:21:10.327668 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-4322b861-2e61-4e1b-96d4-5199d503a5dc req-291b4b65-8107-40a0-9f58-566bb3e44aa6 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=03d899808f1a4723a8e0d1b00ed1a01d HTTP/1.1" status: 200 len: 379 time: 0.0406821 Nov 18 18:21:10.338608 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.v2.base [req-4322b861-2e61-4e1b-96d4-5199d503a5dc req-cb92ba0a-657d-466e-980d-b3c5bc92fed4 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Request body: {'port': {'device_id': '408943c2-feca-46fd-8cc2-a693bc0011ee', 'network_id': '548d4c85-a92c-4982-a16e-af3d8afd47ad', 'admin_state_up': True, 'tenant_id': '03d899808f1a4723a8e0d1b00ed1a01d', 'security_groups': ['bb407edf-b6db-4864-a71e-1204aae4123b']}} {{(pid=101553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:21:10.448072 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4322b861-2e61-4e1b-96d4-5199d503a5dc req-cb92ba0a-657d-466e-980d-b3c5bc92fed4 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Made reservation on behalf of 03d899808f1a4723a8e0d1b00ed1a01d for: {'port': 1} {{(pid=101553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 18:21:10.451560 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-4322b861-2e61-4e1b-96d4-5199d503a5dc req-cb92ba0a-657d-466e-980d-b3c5bc92fed4 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:21:10.582628 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.db.db_base_plugin_common [req-4322b861-2e61-4e1b-96d4-5199d503a5dc req-cb92ba0a-657d-466e-980d-b3c5bc92fed4 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Allocated IP 172.20.0.6 (548d4c85-a92c-4982-a16e-af3d8afd47ad/26737122-c082-4cd3-ada1-6591b74e0d08/91a5cb54-f005-49ab-9332-06d090841656) {{(pid=101553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 18:21:10.721737 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-4322b861-2e61-4e1b-96d4-5199d503a5dc req-cb92ba0a-657d-466e-980d-b3c5bc92fed4 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Notify callbacks [] for port, precommit_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:21:10.771199 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-4322b861-2e61-4e1b-96d4-5199d503a5dc req-cb92ba0a-657d-466e-980d-b3c5bc92fed4 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768456900401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5584108'] for port, after_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:21:10.814675 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4322b861-2e61-4e1b-96d4-5199d503a5dc req-cb92ba0a-657d-466e-980d-b3c5bc92fed4 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Network 548d4c85-a92c-4982-a16e-af3d8afd47ad is already hosted by enough agents. {{(pid=101553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:21:10.817843 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.scheduler.base_scheduler [req-4322b861-2e61-4e1b-96d4-5199d503a5dc req-cb92ba0a-657d-466e-980d-b3c5bc92fed4 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Resources bound (agent type, host, resource id): {{(pid=101553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:21:10.821660 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.db.l3_dvrscheduler_db [req-4322b861-2e61-4e1b-96d4-5199d503a5dc req-cb92ba0a-657d-466e-980d-b3c5bc92fed4 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Received port after_create {{(pid=101553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 18:21:10.832112 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb92ba0a-657d-466e-980d-b3c5bc92fed4 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Pushing event updated for resources: {'Port': ['ID=91a5cb54-f005-49ab-9332-06d090841656,revision_number=1']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:21:10.906298 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4322b861-2e61-4e1b-96d4-5199d503a5dc req-cb92ba0a-657d-466e-980d-b3c5bc92fed4 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:21:10.906964 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-4322b861-2e61-4e1b-96d4-5199d503a5dc req-cb92ba0a-657d-466e-980d-b3c5bc92fed4 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47340'] for port, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:21:10.939948 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-4322b861-2e61-4e1b-96d4-5199d503a5dc req-cb92ba0a-657d-466e-980d-b3c5bc92fed4 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6049664 Nov 18 18:21:10.956417 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818adcf1-feba-4797-aae6-8dc4673cd58f req-4b83ca37-8e43-4dd2-bdce-44f9060d3ad8 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:21:10.958015 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-818adcf1-feba-4797-aae6-8dc4673cd58f req-4b83ca37-8e43-4dd2-bdce-44f9060d3ad8 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/ports?device_id=408943c2-feca-46fd-8cc2-a693bc0011ee HTTP/1.1" status: 200 len: 931 time: 0.0739548 Nov 18 18:21:10.963722 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.v2.base [req-4322b861-2e61-4e1b-96d4-5199d503a5dc req-43234243-a13b-4a1e-bd06-36248a1db27a service neutron] Request body: {'port': {'device_id': '408943c2-feca-46fd-8cc2-a693bc0011ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81669'}} {{(pid=101553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:21:10.991640 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-5d3251cc-ff68-4092-9057-60e9aba682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:21:11.042542 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-818adcf1-feba-4797-aae6-8dc4673cd58f req-bcd50ce0-c0d0-4f4a-91d8-ca7db2555cf4 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb407edf-b6db-4864-a71e-1204aae4123b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766258 Nov 18 18:21:11.045567 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-4322b861-2e61-4e1b-96d4-5199d503a5dc req-43234243-a13b-4a1e-bd06-36248a1db27a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:21:11.092287 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-db781363-a7f4-4bb0-a2b5-dc503bd4d926 None None] Provisioning complete for port 91a5cb54-f005-49ab-9332-06d090841656 triggered by entity DHCP. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:21:11.092647 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-db781363-a7f4-4bb0-a2b5-dc503bd4d926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:21:11.148202 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.plugin [None req-db781363-a7f4-4bb0-a2b5-dc503bd4d926 None None] Port 91a5cb54-f005-49ab-9332-06d090841656 cannot update to ACTIVE because it is not bound. {{(pid=101555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 18 18:21:11.298705 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148bb8fa-fefd-4b83-be15-c0be7a150e61 req-04d13775-e61c-49f1-a16f-bc701fc26bd3 tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:21:11.300258 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-148bb8fa-fefd-4b83-be15-c0be7a150e61 req-04d13775-e61c-49f1-a16f-bc701fc26bd3 tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad1034d1-0a41-41fd-bbec-ab24a7e14a09 HTTP/1.1" status: 200 len: 945 time: 0.1109438 Nov 18 18:21:11.363243 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-148bb8fa-fefd-4b83-be15-c0be7a150e61 req-ec8aa3ad-875b-4b98-beaf-6134ec64ac6d tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] 10.222.0.21 "GET /v2.0/security-groups?id=ffeb95a3-eabd-4732-b522-a63e944eb594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562158 Nov 18 18:21:11.430959 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.notifiers.nova [req-4322b861-2e61-4e1b-96d4-5199d503a5dc req-43234243-a13b-4a1e-bd06-36248a1db27a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91a5cb54-f005-49ab-9332-06d090841656 {{(pid=101553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 18:21:11.438929 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-4322b861-2e61-4e1b-96d4-5199d503a5dc req-43234243-a13b-4a1e-bd06-36248a1db27a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:21:11.451553 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.db.provisioning_blocks [req-4322b861-2e61-4e1b-96d4-5199d503a5dc req-43234243-a13b-4a1e-bd06-36248a1db27a service neutron] Transition to ACTIVE for port object 91a5cb54-f005-49ab-9332-06d090841656 will not be triggered until provisioned by entity L2. {{(pid=101553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 18:21:11.455152 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-4322b861-2e61-4e1b-96d4-5199d503a5dc req-43234243-a13b-4a1e-bd06-36248a1db27a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5584123'] for port, after_update {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:21:11.508042 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43234243-a13b-4a1e-bd06-36248a1db27a service neutron] Pushing event updated for resources: {'Port': ['ID=91a5cb54-f005-49ab-9332-06d090841656,revision_number=2']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:21:11.584462 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.managers [req-4322b861-2e61-4e1b-96d4-5199d503a5dc req-43234243-a13b-4a1e-bd06-36248a1db27a service neutron] Attempting to bind port 91a5cb54-f005-49ab-9332-06d090841656 on host hv-cinder-81669 for vnic_type normal with profile {{(pid=101553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 18 18:21:11.584795 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.managers [req-4322b861-2e61-4e1b-96d4-5199d503a5dc req-43234243-a13b-4a1e-bd06-36248a1db27a service neutron] Attempting to bind port 91a5cb54-f005-49ab-9332-06d090841656 by drivers openvswitch,hyperv on host hv-cinder-81669 at level 0 using segments [{'id': 'fdab8eb2-7859-4d62-a00d-9bb65cb2ee65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '548d4c85-a92c-4982-a16e-af3d8afd47ad'}] {{(pid=101553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 18 18:21:11.585125 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4322b861-2e61-4e1b-96d4-5199d503a5dc req-43234243-a13b-4a1e-bd06-36248a1db27a service neutron] Attempting to bind port 91a5cb54-f005-49ab-9332-06d090841656 on network 548d4c85-a92c-4982-a16e-af3d8afd47ad {{(pid=101553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:21:11.590275 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4322b861-2e61-4e1b-96d4-5199d503a5dc req-43234243-a13b-4a1e-bd06-36248a1db27a service neutron] Port 91a5cb54-f005-49ab-9332-06d090841656 on network 548d4c85-a92c-4982-a16e-af3d8afd47ad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81669 {{(pid=101553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 18:21:11.590592 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4322b861-2e61-4e1b-96d4-5199d503a5dc req-43234243-a13b-4a1e-bd06-36248a1db27a service neutron] Attempting to bind port 91a5cb54-f005-49ab-9332-06d090841656 on network 548d4c85-a92c-4982-a16e-af3d8afd47ad {{(pid=101553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:21:11.595566 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4322b861-2e61-4e1b-96d4-5199d503a5dc req-43234243-a13b-4a1e-bd06-36248a1db27a service neutron] Checking agent: {'id': 'de52c200-415c-462d-a684-4cc0655308c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81669', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 18, 11, 25), 'started_at': datetime.datetime(2021, 11, 18, 18, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 18, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 18:21:11.595926 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4322b861-2e61-4e1b-96d4-5199d503a5dc req-43234243-a13b-4a1e-bd06-36248a1db27a service neutron] Checking segment: {'id': 'fdab8eb2-7859-4d62-a00d-9bb65cb2ee65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '548d4c85-a92c-4982-a16e-af3d8afd47ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 18 18:21:11.596306 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4322b861-2e61-4e1b-96d4-5199d503a5dc req-43234243-a13b-4a1e-bd06-36248a1db27a service neutron] Bound using segment: {'id': 'fdab8eb2-7859-4d62-a00d-9bb65cb2ee65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '548d4c85-a92c-4982-a16e-af3d8afd47ad'} {{(pid=101553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 18:21:11.596734 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.managers [req-4322b861-2e61-4e1b-96d4-5199d503a5dc req-43234243-a13b-4a1e-bd06-36248a1db27a service neutron] Bound port: 91a5cb54-f005-49ab-9332-06d090841656, host: hv-cinder-81669, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdab8eb2-7859-4d62-a00d-9bb65cb2ee65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '548d4c85-a92c-4982-a16e-af3d8afd47ad'}}] {{(pid=101553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 18 18:21:11.597091 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-4322b861-2e61-4e1b-96d4-5199d503a5dc req-43234243-a13b-4a1e-bd06-36248a1db27a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:21:11.672289 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.db [req-4322b861-2e61-4e1b-96d4-5199d503a5dc req-43234243-a13b-4a1e-bd06-36248a1db27a service neutron] For port 91a5cb54-f005-49ab-9332-06d090841656, host hv-cinder-81669, cleared binding levels {{(pid=101553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 18:21:11.675703 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.db [req-4322b861-2e61-4e1b-96d4-5199d503a5dc req-43234243-a13b-4a1e-bd06-36248a1db27a service neutron] For port 91a5cb54-f005-49ab-9332-06d090841656, host hv-cinder-81669, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81669',level=0,port_id=91a5cb54-f005-49ab-9332-06d090841656,segment=NetworkSegment(fdab8eb2-7859-4d62-a00d-9bb65cb2ee65),segment_id=fdab8eb2-7859-4d62-a00d-9bb65cb2ee65)] {{(pid=101553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 18:21:11.680024 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-4322b861-2e61-4e1b-96d4-5199d503a5dc req-43234243-a13b-4a1e-bd06-36248a1db27a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5584123'] for port, after_update {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:21:11.723383 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4322b861-2e61-4e1b-96d4-5199d503a5dc req-43234243-a13b-4a1e-bd06-36248a1db27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:21:11.724046 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-4322b861-2e61-4e1b-96d4-5199d503a5dc req-43234243-a13b-4a1e-bd06-36248a1db27a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47340'] for port, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:21:11.725501 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-4322b861-2e61-4e1b-96d4-5199d503a5dc req-43234243-a13b-4a1e-bd06-36248a1db27a service neutron] 10.222.0.46 "PUT /v2.0/ports/91a5cb54-f005-49ab-9332-06d090841656 HTTP/1.1" status: 200 len: 1093 time: 0.7665319 Nov 18 18:21:11.725959 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '408943c2-feca-46fd-8cc2-a693bc0011ee', 'tag': '91a5cb54-f005-49ab-9332-06d090841656'}] {{(pid=101553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:21:11.728439 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3f9c8695bc273365e1ae5046181e224bccdab9c1f2bdac51621509927968c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54db6699-f36b-4df9-b529-a00474065895" -d '{"events": [{"name": "network-changed", "server_uuid": "408943c2-feca-46fd-8cc2-a693bc0011ee", "tag": "91a5cb54-f005-49ab-9332-06d090841656"}]}' {{(pid=101553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:21:11.768485 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43234243-a13b-4a1e-bd06-36248a1db27a service neutron] Pushing event updated for resources: {'Port': ['ID=91a5cb54-f005-49ab-9332-06d090841656,revision_number=3']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:21:11.793466 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 18:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-444db820-1f98-4a5c-b3ec-c9d96fbc0d1e x-openstack-request-id: req-444db820-1f98-4a5c-b3ec-c9d96fbc0d1e {{(pid=101553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:21:11.794058 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "408943c2-feca-46fd-8cc2-a693bc0011ee", "tag": "91a5cb54-f005-49ab-9332-06d090841656", "status": "completed", "code": 200}]} {{(pid=101553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:21:11.794586 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-444db820-1f98-4a5c-b3ec-c9d96fbc0d1e {{(pid=101553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:21:11.795374 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '408943c2-feca-46fd-8cc2-a693bc0011ee', 'tag': '91a5cb54-f005-49ab-9332-06d090841656', 'status': 'completed', 'code': 200} Nov 18 18:21:11.864523 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4322b861-2e61-4e1b-96d4-5199d503a5dc req-b66356c2-8e66-4249-be4a-2bf93484bc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:21:11.867488 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-4322b861-2e61-4e1b-96d4-5199d503a5dc req-b66356c2-8e66-4249-be4a-2bf93484bc7e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=03d899808f1a4723a8e0d1b00ed1a01d&device_id=408943c2-feca-46fd-8cc2-a693bc0011ee HTTP/1.1" status: 200 len: 1096 time: 0.0677783 Nov 18 18:21:11.914761 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-4322b861-2e61-4e1b-96d4-5199d503a5dc req-9db6b96f-e900-4f2b-a85b-10db5690f735 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=91a5cb54-f005-49ab-9332-06d090841656 HTTP/1.1" status: 200 len: 217 time: 0.0395522 Nov 18 18:21:11.982752 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4322b861-2e61-4e1b-96d4-5199d503a5dc req-14726285-8bc5-4520-95fb-6529c51580fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:21:11.984247 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-4322b861-2e61-4e1b-96d4-5199d503a5dc req-14726285-8bc5-4520-95fb-6529c51580fc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=26737122-c082-4cd3-ada1-6591b74e0d08 HTTP/1.1" status: 200 len: 850 time: 0.0628028 Nov 18 18:21:12.031934 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4322b861-2e61-4e1b-96d4-5199d503a5dc req-ed707d6f-6050-45d0-a1a0-94877844b105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:21:12.033548 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-4322b861-2e61-4e1b-96d4-5199d503a5dc req-ed707d6f-6050-45d0-a1a0-94877844b105 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=548d4c85-a92c-4982-a16e-af3d8afd47ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416424 Nov 18 18:21:12.171900 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-4322b861-2e61-4e1b-96d4-5199d503a5dc req-a69c6dec-997e-4aee-bc10-bac776f5c8a1 service neutron] 10.222.0.46 "GET /v2.0/networks/548d4c85-a92c-4982-a16e-af3d8afd47ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306477 Nov 18 18:21:12.197182 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5893c3-d254-4dae-9888-cfeeb16d535d req-926245bf-0aa1-4426-abe6-212631276b92 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:21:12.198620 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-0a5893c3-d254-4dae-9888-cfeeb16d535d req-926245bf-0aa1-4426-abe6-212631276b92 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/ports?device_id=408943c2-feca-46fd-8cc2-a693bc0011ee HTTP/1.1" status: 200 len: 943 time: 0.0764048 Nov 18 18:21:12.274523 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-0a5893c3-d254-4dae-9888-cfeeb16d535d req-c87210c6-a057-4a80-9b34-6dde45e8157c tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb407edf-b6db-4864-a71e-1204aae4123b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659978 Nov 18 18:21:12.306222 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-4322b861-2e61-4e1b-96d4-5199d503a5dc req-2eec3cf8-0f47-4741-823a-4b45256a494e service neutron] 10.222.0.46 "GET /v2.0/networks/548d4c85-a92c-4982-a16e-af3d8afd47ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270316 Nov 18 18:21:12.421307 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54db6699-f36b-4df9-b529-a00474065895 req-4801487f-f6ee-4971-808e-e6558a61b7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:21:12.423066 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-54db6699-f36b-4df9-b529-a00474065895 req-4801487f-f6ee-4971-808e-e6558a61b7c9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=03d899808f1a4723a8e0d1b00ed1a01d&device_id=408943c2-feca-46fd-8cc2-a693bc0011ee HTTP/1.1" status: 200 len: 1096 time: 0.0487504 Nov 18 18:21:12.538518 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f60b912-9708-48c6-932a-eb942e403530 req-2b54fdfb-d13f-4fa6-800f-3a86e344decf tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:21:12.540561 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-0f60b912-9708-48c6-932a-eb942e403530 req-2b54fdfb-d13f-4fa6-800f-3a86e344decf tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad1034d1-0a41-41fd-bbec-ab24a7e14a09 HTTP/1.1" status: 200 len: 945 time: 0.1013324 Nov 18 18:21:12.559731 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54db6699-f36b-4df9-b529-a00474065895 req-c35a3b01-1b59-4fdd-888d-760a756ba0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:21:12.561325 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-54db6699-f36b-4df9-b529-a00474065895 req-c35a3b01-1b59-4fdd-888d-760a756ba0a2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=548d4c85-a92c-4982-a16e-af3d8afd47ad HTTP/1.1" status: 200 len: 912 time: 0.1305110 Nov 18 18:21:12.610138 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-54db6699-f36b-4df9-b529-a00474065895 req-fbf52bba-f6f9-4fcd-b403-a7a19af5e561 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=91a5cb54-f005-49ab-9332-06d090841656 HTTP/1.1" status: 200 len: 217 time: 0.0383749 Nov 18 18:21:12.650146 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-0f60b912-9708-48c6-932a-eb942e403530 req-d4049736-1b5f-4cef-8fbc-41823ec5a4c7 tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] 10.222.0.21 "GET /v2.0/security-groups?id=ffeb95a3-eabd-4732-b522-a63e944eb594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007855 Nov 18 18:21:12.668795 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54db6699-f36b-4df9-b529-a00474065895 req-2c2bce7a-8d2f-43d3-b68f-4d11bb42f14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:21:12.670375 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-54db6699-f36b-4df9-b529-a00474065895 req-2c2bce7a-8d2f-43d3-b68f-4d11bb42f14f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=26737122-c082-4cd3-ada1-6591b74e0d08 HTTP/1.1" status: 200 len: 850 time: 0.0529327 Nov 18 18:21:12.731736 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54db6699-f36b-4df9-b529-a00474065895 req-297948d7-e5ac-43f9-8a96-2fe329f46344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:21:12.733279 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-54db6699-f36b-4df9-b529-a00474065895 req-297948d7-e5ac-43f9-8a96-2fe329f46344 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=548d4c85-a92c-4982-a16e-af3d8afd47ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0563774 Nov 18 18:21:12.833097 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-54db6699-f36b-4df9-b529-a00474065895 req-9d088eca-e1bb-42e8-bc82-186051b5bdaa service neutron] 10.222.0.46 "GET /v2.0/networks/548d4c85-a92c-4982-a16e-af3d8afd47ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924618 Nov 18 18:21:12.936917 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-54db6699-f36b-4df9-b529-a00474065895 req-1e0f7993-bf3f-49b5-b645-8710d9e37770 service neutron] 10.222.0.46 "GET /v2.0/networks/548d4c85-a92c-4982-a16e-af3d8afd47ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939651 Nov 18 18:21:13.417540 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c3f3b4-937e-4764-b7c4-d6a088a23230 req-c434429f-7ce8-4364-b79b-7a52140b73f0 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:21:13.419174 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-62c3f3b4-937e-4764-b7c4-d6a088a23230 req-c434429f-7ce8-4364-b79b-7a52140b73f0 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/ports?device_id=408943c2-feca-46fd-8cc2-a693bc0011ee HTTP/1.1" status: 200 len: 943 time: 0.0640724 Nov 18 18:21:13.465361 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-62c3f3b4-937e-4764-b7c4-d6a088a23230 req-37042834-95a6-4eea-8614-c1d3d87f709f tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb407edf-b6db-4864-a71e-1204aae4123b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398426 Nov 18 18:21:14.019535 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-b833b204-eb59-4ad2-ba32-6f35c6a4f17c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:21:14.191153 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:21:14.581916 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb139dc-f1d9-4e80-94fe-8a2039e547ed req-ebce6aa1-641f-40cc-9b03-95454905cd7b tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:21:14.583298 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-3fb139dc-f1d9-4e80-94fe-8a2039e547ed req-ebce6aa1-641f-40cc-9b03-95454905cd7b tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/ports?device_id=408943c2-feca-46fd-8cc2-a693bc0011ee HTTP/1.1" status: 200 len: 943 time: 0.0491462 Nov 18 18:21:14.625668 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-3fb139dc-f1d9-4e80-94fe-8a2039e547ed req-0235293b-481c-44c8-8077-3a5f2b030e99 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb407edf-b6db-4864-a71e-1204aae4123b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329366 Nov 18 18:21:14.915255 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-e3a848c2-ffa0-4288-a759-e5f077163e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:21:15.740720 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e71eb9-39be-4b94-aa42-9a1ce40b2e9b req-489628d0-6068-4a54-aa7e-b41074d9f71a tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:21:15.742724 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-f8e71eb9-39be-4b94-aa42-9a1ce40b2e9b req-489628d0-6068-4a54-aa7e-b41074d9f71a tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/ports?device_id=408943c2-feca-46fd-8cc2-a693bc0011ee HTTP/1.1" status: 200 len: 943 time: 0.0497403 Nov 18 18:21:15.782719 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-f8e71eb9-39be-4b94-aa42-9a1ce40b2e9b req-1e1946ca-1fea-4bb3-9a9c-f16d097ccdb2 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb407edf-b6db-4864-a71e-1204aae4123b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337710 Nov 18 18:21:16.908928 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc2465c-761a-4210-9b76-e2b00e3e0d3c req-3583832e-a300-4a33-907d-43cfbcc52850 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:21:16.910443 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-2fc2465c-761a-4210-9b76-e2b00e3e0d3c req-3583832e-a300-4a33-907d-43cfbcc52850 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/ports?device_id=408943c2-feca-46fd-8cc2-a693bc0011ee HTTP/1.1" status: 200 len: 943 time: 0.0573783 Nov 18 18:21:16.942407 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-cd169395-ba62-4885-8b1f-e6616afe023f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:21:16.953499 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-2fc2465c-761a-4210-9b76-e2b00e3e0d3c req-69e13ccc-10c8-4afb-b89f-a296e8428805 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb407edf-b6db-4864-a71e-1204aae4123b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369463 Nov 18 18:21:17.131193 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Device 91a5cb54-f005-49ab-9332-06d090841656 details requested by agent hyperv_hv-cinder-81669 with host hv-cinder-81669 {{(pid=101555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 18:21:17.234333 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] For port 91a5cb54-f005-49ab-9332-06d090841656, host hv-cinder-81669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81669',level=0,port_id=91a5cb54-f005-49ab-9332-06d090841656,segment=NetworkSegment(fdab8eb2-7859-4d62-a00d-9bb65cb2ee65),segment_id=fdab8eb2-7859-4d62-a00d-9bb65cb2ee65)] {{(pid=101555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:21:17.246252 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Returning: {'device': '91a5cb54-f005-49ab-9332-06d090841656', 'network_id': '548d4c85-a92c-4982-a16e-af3d8afd47ad', 'port_id': '91a5cb54-f005-49ab-9332-06d090841656', 'mac_address': 'fa:16:3e:d9:16:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 754, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26737122-c082-4cd3-ada1-6591b74e0d08', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 18:21:17.283447 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:21:17.296446 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.notifiers.nova [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91a5cb54-f005-49ab-9332-06d090841656 {{(pid=101555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 18:21:17.318688 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] For port 91a5cb54-f005-49ab-9332-06d090841656, host hv-cinder-81669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81669',level=0,port_id=91a5cb54-f005-49ab-9332-06d090841656,segment=NetworkSegment(fdab8eb2-7859-4d62-a00d-9bb65cb2ee65),segment_id=fdab8eb2-7859-4d62-a00d-9bb65cb2ee65)] {{(pid=101555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:21:17.323088 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:21:17.492107 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Pushing event updated for resources: {'Port': ['ID=91a5cb54-f005-49ab-9332-06d090841656,revision_number=4']} {{(pid=101555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:21:17.670830 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] get_ports_and_sgs() called for port_ids ['91a5cb54-f005-49ab-9332-06d090841656'] {{(pid=101555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 18:21:18.082639 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89e8dd6-5940-43ee-aff1-d0e1f93ad617 req-9d9b836d-cc31-4f51-b8e0-5a7207e6db2f tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:21:18.084222 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-e89e8dd6-5940-43ee-aff1-d0e1f93ad617 req-9d9b836d-cc31-4f51-b8e0-5a7207e6db2f tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/ports?device_id=408943c2-feca-46fd-8cc2-a693bc0011ee HTTP/1.1" status: 200 len: 944 time: 0.0574932 Nov 18 18:21:18.123544 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-e89e8dd6-5940-43ee-aff1-d0e1f93ad617 req-a4509b93-8316-4f06-b70b-93f81705539b tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb407edf-b6db-4864-a71e-1204aae4123b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330439 Nov 18 18:21:19.159723 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Device 91a5cb54-f005-49ab-9332-06d090841656 up at agent hyperv_hv-cinder-81669 {{(pid=101555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:21:19.217509 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Provisioning for port 91a5cb54-f005-49ab-9332-06d090841656 completed by entity L2. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 18:21:19.223031 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Provisioning complete for port 91a5cb54-f005-49ab-9332-06d090841656 triggered by entity L2. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:21:19.223411 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:21:19.278005 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d7f313-684a-4f37-a398-66ddb6bca9b9 req-7770e956-57db-4b40-bd77-8a1ee2e7bcca tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:21:19.279581 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-d2d7f313-684a-4f37-a398-66ddb6bca9b9 req-7770e956-57db-4b40-bd77-8a1ee2e7bcca tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/ports?device_id=408943c2-feca-46fd-8cc2-a693bc0011ee HTTP/1.1" status: 200 len: 944 time: 0.0767484 Nov 18 18:21:19.305471 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:21:19.322052 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-d2d7f313-684a-4f37-a398-66ddb6bca9b9 req-4d89b256-dca6-4cec-b15a-867a75675538 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb407edf-b6db-4864-a71e-1204aae4123b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358648 Nov 18 18:21:19.330397 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '408943c2-feca-46fd-8cc2-a693bc0011ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91a5cb54-f005-49ab-9332-06d090841656'}] {{(pid=101555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:21:19.332734 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d346ce470d451c2c3f81e461e68bbd58c3f0d417750f3f38c7c8caca9575360f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77984e98-4cc1-4cd2-b455-b0d2b7e15c00" -d '{"events": [{"server_uuid": "408943c2-feca-46fd-8cc2-a693bc0011ee", "name": "network-vif-plugged", "status": "completed", "tag": "91a5cb54-f005-49ab-9332-06d090841656"}]}' {{(pid=101555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:21:19.349454 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] For port 91a5cb54-f005-49ab-9332-06d090841656, host hv-cinder-81669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81669',level=0,port_id=91a5cb54-f005-49ab-9332-06d090841656,segment=NetworkSegment(fdab8eb2-7859-4d62-a00d-9bb65cb2ee65),segment_id=fdab8eb2-7859-4d62-a00d-9bb65cb2ee65)] {{(pid=101555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:21:19.362156 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:21:19.395766 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 18:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5b459cb-bb35-4ba7-bf93-b3856a332159 x-openstack-request-id: req-c5b459cb-bb35-4ba7-bf93-b3856a332159 {{(pid=101555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:21:19.396068 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "408943c2-feca-46fd-8cc2-a693bc0011ee", "name": "network-vif-plugged", "status": "completed", "tag": "91a5cb54-f005-49ab-9332-06d090841656", "code": 200}]} {{(pid=101555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:21:19.396317 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c5b459cb-bb35-4ba7-bf93-b3856a332159 {{(pid=101555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:21:19.397569 dv-cinder-816695-1-iscsi neutron-server[101555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '408943c2-feca-46fd-8cc2-a693bc0011ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91a5cb54-f005-49ab-9332-06d090841656', 'code': 200} Nov 18 18:21:19.425887 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Pushing event updated for resources: {'Port': ['ID=91a5cb54-f005-49ab-9332-06d090841656,revision_number=5']} {{(pid=101555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:21:19.586246 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a44f819-2c17-4182-89b0-d52032684fd7 req-36ddb87a-4521-47b4-8451-c990e12898d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:21:19.587832 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-8a44f819-2c17-4182-89b0-d52032684fd7 req-36ddb87a-4521-47b4-8451-c990e12898d2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=408943c2-feca-46fd-8cc2-a693bc0011ee HTTP/1.1" status: 200 len: 1098 time: 0.0450542 Nov 18 18:21:19.624433 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-8a44f819-2c17-4182-89b0-d52032684fd7 req-96beafe2-3b99-4a06-9540-85161b53be96 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=bb407edf-b6db-4864-a71e-1204aae4123b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0286918 Nov 18 18:21:20.444167 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3d71ac-5cae-4bc2-8ebe-352a11dfa991 req-715ad51a-258e-455f-b33a-2f1ecd283c76 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:21:20.446161 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-6c3d71ac-5cae-4bc2-8ebe-352a11dfa991 req-715ad51a-258e-455f-b33a-2f1ecd283c76 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/ports?device_id=408943c2-feca-46fd-8cc2-a693bc0011ee HTTP/1.1" status: 200 len: 945 time: 0.0521843 Nov 18 18:21:20.486592 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-6c3d71ac-5cae-4bc2-8ebe-352a11dfa991 req-c8a10e99-bf32-4dfd-8c2a-54aa091472fd tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb407edf-b6db-4864-a71e-1204aae4123b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342469 Nov 18 18:21:21.601287 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccd3bfe-8bba-4bd1-a0ee-db7a07778f99 req-485b229d-9f82-41a7-82d5-95f13d7476f9 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:21:21.602755 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-5ccd3bfe-8bba-4bd1-a0ee-db7a07778f99 req-485b229d-9f82-41a7-82d5-95f13d7476f9 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/ports?device_id=408943c2-feca-46fd-8cc2-a693bc0011ee HTTP/1.1" status: 200 len: 945 time: 0.0498734 Nov 18 18:21:21.642546 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-5ccd3bfe-8bba-4bd1-a0ee-db7a07778f99 req-0b338932-092d-4be8-b25e-7a06498d06c6 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb407edf-b6db-4864-a71e-1204aae4123b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335553 Nov 18 18:21:22.766737 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8996c28d-917f-428d-a150-d70911a1844d req-5bd8c28f-7179-4c8b-b24f-2997398dbb88 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:21:22.768255 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-8996c28d-917f-428d-a150-d70911a1844d req-5bd8c28f-7179-4c8b-b24f-2997398dbb88 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/ports?device_id=408943c2-feca-46fd-8cc2-a693bc0011ee HTTP/1.1" status: 200 len: 945 time: 0.0522103 Nov 18 18:21:22.812418 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-8996c28d-917f-428d-a150-d70911a1844d req-058b787d-3361-495a-a5c3-5dae7febd3e3 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb407edf-b6db-4864-a71e-1204aae4123b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343745 Nov 18 18:21:23.940731 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680592e8-56fc-409a-8344-cd55a36c1a78 req-8f04d766-c15e-499e-9fd9-067513d3496d tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:21:23.942188 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-680592e8-56fc-409a-8344-cd55a36c1a78 req-8f04d766-c15e-499e-9fd9-067513d3496d tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/ports?device_id=408943c2-feca-46fd-8cc2-a693bc0011ee HTTP/1.1" status: 200 len: 945 time: 0.0584617 Nov 18 18:21:23.982155 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-680592e8-56fc-409a-8344-cd55a36c1a78 req-2903abeb-2041-489a-897b-930c133c35d2 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb407edf-b6db-4864-a71e-1204aae4123b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329244 Nov 18 18:21:25.109090 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6a1bb7-ebc0-4c77-9efa-a38902600482 req-24eece76-4ed2-4b32-b460-40d9c9b71bb6 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:21:25.110604 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-eb6a1bb7-ebc0-4c77-9efa-a38902600482 req-24eece76-4ed2-4b32-b460-40d9c9b71bb6 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/ports?device_id=408943c2-feca-46fd-8cc2-a693bc0011ee HTTP/1.1" status: 200 len: 945 time: 0.0531225 Nov 18 18:21:25.155849 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-eb6a1bb7-ebc0-4c77-9efa-a38902600482 req-07ae6e87-8a55-432e-a268-eea1c3fb9b70 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb407edf-b6db-4864-a71e-1204aae4123b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346117 Nov 18 18:21:25.599123 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:21:26.288782 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3618cf74-b6dd-4a0c-9710-e5dd78f28182 req-7ed787c9-b371-43de-8db1-d0d7b37c10d6 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:21:26.290098 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-3618cf74-b6dd-4a0c-9710-e5dd78f28182 req-7ed787c9-b371-43de-8db1-d0d7b37c10d6 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/ports?device_id=408943c2-feca-46fd-8cc2-a693bc0011ee HTTP/1.1" status: 200 len: 945 time: 0.0621860 Nov 18 18:21:26.330556 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-3618cf74-b6dd-4a0c-9710-e5dd78f28182 req-71761abe-f149-4df6-ad72-564f96ea2c8b tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb407edf-b6db-4864-a71e-1204aae4123b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341678 Nov 18 18:21:26.456653 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc60cfb-244b-4500-99d7-2153e245ebdf req-38f8b9f1-ce37-41a4-b760-837f07a154b0 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:21:26.458997 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-0dc60cfb-244b-4500-99d7-2153e245ebdf req-38f8b9f1-ce37-41a4-b760-837f07a154b0 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/ports?device_id=408943c2-feca-46fd-8cc2-a693bc0011ee HTTP/1.1" status: 200 len: 945 time: 0.0603800 Nov 18 18:21:26.469358 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 52598) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:21:26.473901 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.v2.base [None req-53ddacc8-3ec2-47d2-831d-808468de631d tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Request body: {'floatingip': {'port_id': '91a5cb54-f005-49ab-9332-06d090841656'}} {{(pid=101553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:21:26.517720 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-53ddacc8-3ec2-47d2-831d-808468de631d tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Notify callbacks [] for floatingip, before_update {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:21:27.039308 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-53ddacc8-3ec2-47d2-831d-808468de631d tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:21:27.043952 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-53ddacc8-3ec2-47d2-831d-808468de631d tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-366129'] for floatingip, after_update {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:21:27.148559 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.db.l3_db [None req-53ddacc8-3ec2-47d2-831d-808468de631d tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Floating IP b5700625-dfa8-4aa9-b81d-1cbe58eca504 associated. External IP: 172.27.0.49, port: 91a5cb54-f005-49ab-9332-06d090841656. Nov 18 18:21:27.362099 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53ddacc8-3ec2-47d2-831d-808468de631d tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Router 575dc112-dc97-41b6-96ba-90769a41d71a has already been hosted by L3 agent 11d55508-f5ea-4178-bd3a-0ed8666e5761 {{(pid=101553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 18:21:27.482925 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53ddacc8-3ec2-47d2-831d-808468de631d tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Notify agent at l3_agent.dv-cinder-816695-1-iscsi the message routers_updated {{(pid=101553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 18:21:27.487764 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-53ddacc8-3ec2-47d2-831d-808468de631d tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47340'] for floatingip, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:21:27.496689 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4608ebfc-c36b-455d-91d2-cbf3c23d9939 None None] Sync routers for ids ['575dc112-dc97-41b6-96ba-90769a41d71a'] in dv-cinder-816695-1-iscsi {{(pid=101555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 18:21:27.508474 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4608ebfc-c36b-455d-91d2-cbf3c23d9939 None None] Routers {'575dc112-dc97-41b6-96ba-90769a41d71a'} bound to L3 agent in host dv-cinder-816695-1-iscsi {{(pid=101555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:21:27.509257 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_hamode_db [None req-4608ebfc-c36b-455d-91d2-cbf3c23d9939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T18:05:14Z,description=,heartbeat_timestamp=2021-11-18T18:21:14Z,host='dv-cinder-816695-1-iscsi',id=11d55508-f5ea-4178-bd3a-0ed8666e5761,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T18:05:14Z,topic='l3_agent')) {'router_ids': ['575dc112-dc97-41b6-96ba-90769a41d71a'], 'active': True} {{(pid=101555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:21:27.518464 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-53ddacc8-3ec2-47d2-831d-808468de631d tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "PUT /v2.0/floatingips/b5700625-dfa8-4aa9-b81d-1cbe58eca504 HTTP/1.1" status: 200 len: 990 time: 1.0478685 Nov 18 18:21:27.519572 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '408943c2-feca-46fd-8cc2-a693bc0011ee', 'tag': '91a5cb54-f005-49ab-9332-06d090841656'}] {{(pid=101553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:21:27.522081 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3f9c8695bc273365e1ae5046181e224bccdab9c1f2bdac51621509927968c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35ef5ab4-7a2c-4d95-beb6-52ad9278aeb8" -d '{"events": [{"name": "network-changed", "server_uuid": "408943c2-feca-46fd-8cc2-a693bc0011ee", "tag": "91a5cb54-f005-49ab-9332-06d090841656"}]}' {{(pid=101553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:21:27.564355 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 18:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78fb076b-0a75-47f6-b8a6-0484e40e8851 x-openstack-request-id: req-78fb076b-0a75-47f6-b8a6-0484e40e8851 {{(pid=101553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:21:27.564668 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "408943c2-feca-46fd-8cc2-a693bc0011ee", "tag": "91a5cb54-f005-49ab-9332-06d090841656", "status": "completed", "code": 200}]} {{(pid=101553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:21:27.564918 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-78fb076b-0a75-47f6-b8a6-0484e40e8851 {{(pid=101553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:21:27.565316 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '408943c2-feca-46fd-8cc2-a693bc0011ee', 'tag': '91a5cb54-f005-49ab-9332-06d090841656', 'status': 'completed', 'code': 200} Nov 18 18:21:27.626491 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_dvr_db [None req-4608ebfc-c36b-455d-91d2-cbf3c23d9939 None None] Set router 575dc112-dc97-41b6-96ba-90769a41d71a gateway port host: dv-cinder-816695-1-iscsi {{(pid=101555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:21:27.869051 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_hamode_db [None req-4608ebfc-c36b-455d-91d2-cbf3c23d9939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '575dc112-dc97-41b6-96ba-90769a41d71a', 'name': 'tempest-AttachVolumeTestJSON-1688942367-router', 'tenant_id': '03d899808f1a4723a8e0d1b00ed1a01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'external_fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '0b9e60a6-ebb9-43ce-bce1-781addfacb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:13:23Z', 'updated_at': '2021-11-18T18:13:30Z', 'revision_number': 4, 'project_id': '03d899808f1a4723a8e0d1b00ed1a01d', 'gw_port': {'id': '0b9e60a6-ebb9-43ce-bce1-781addfacb0c', 'name': '', 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:44:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575dc112-dc97-41b6-96ba-90769a41d71a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:13:24Z', 'updated_at': '2021-11-18T18:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816695-1-iscsi', '_floatingips': [{'id': 'b5700625-dfa8-4aa9-b81d-1cbe58eca504', 'tenant_id': '03d899808f1a4723a8e0d1b00ed1a01d', 'floating_ip_address': '172.27.0.49', 'floating_network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'router_id': '575dc112-dc97-41b6-96ba-90769a41d71a', 'port_id': '91a5cb54-f005-49ab-9332-06d090841656', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '548d4c85-a92c-4982-a16e-af3d8afd47ad', 'mac_address': 'fa:16:3e:d9:16:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '408943c2-feca-46fd-8cc2-a693bc0011ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T18:21:07Z', 'updated_at': '2021-11-18T18:21:26Z', 'revision_number': 1, 'project_id': '03d899808f1a4723a8e0d1b00ed1a01d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7da27a20-ee22-482c-83be-f669e67d9aaf', 'name': '', 'network_id': '548d4c85-a92c-4982-a16e-af3d8afd47ad', 'tenant_id': '03d899808f1a4723a8e0d1b00ed1a01d', 'mac_address': 'fa:16:3e:33:38:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575dc112-dc97-41b6-96ba-90769a41d71a', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '26737122-c082-4cd3-ada1-6591b74e0d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:13:29Z', 'updated_at': '2021-11-18T18:13:35Z', 'revision_number': 5, 'project_id': '03d899808f1a4723a8e0d1b00ed1a01d', 'subnets': [{'id': '26737122-c082-4cd3-ada1-6591b74e0d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816695-1-iscsi', False) {} {{(pid=101555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:21:27.901929 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4608ebfc-c36b-455d-91d2-cbf3c23d9939 None None] Checking router: 575dc112-dc97-41b6-96ba-90769a41d71a for host: dv-cinder-816695-1-iscsi {{(pid=101555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 18:21:27.911620 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4608ebfc-c36b-455d-91d2-cbf3c23d9939 None None] Routers {'575dc112-dc97-41b6-96ba-90769a41d71a'} bound to L3 agent in host dv-cinder-816695-1-iscsi {{(pid=101555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:21:27.912254 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_hamode_db [None req-4608ebfc-c36b-455d-91d2-cbf3c23d9939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T18:05:14Z,description=,heartbeat_timestamp=2021-11-18T18:21:14Z,host='dv-cinder-816695-1-iscsi',id=11d55508-f5ea-4178-bd3a-0ed8666e5761,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T18:05:14Z,topic='l3_agent')) {'router_ids': ['575dc112-dc97-41b6-96ba-90769a41d71a'], 'active': True} {{(pid=101555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:21:28.036114 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_dvr_db [None req-4608ebfc-c36b-455d-91d2-cbf3c23d9939 None None] Set router 575dc112-dc97-41b6-96ba-90769a41d71a gateway port host: dv-cinder-816695-1-iscsi {{(pid=101555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:21:28.273222 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_hamode_db [None req-4608ebfc-c36b-455d-91d2-cbf3c23d9939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '575dc112-dc97-41b6-96ba-90769a41d71a', 'name': 'tempest-AttachVolumeTestJSON-1688942367-router', 'tenant_id': '03d899808f1a4723a8e0d1b00ed1a01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'external_fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '0b9e60a6-ebb9-43ce-bce1-781addfacb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:13:23Z', 'updated_at': '2021-11-18T18:13:30Z', 'revision_number': 4, 'project_id': '03d899808f1a4723a8e0d1b00ed1a01d', 'gw_port': {'id': '0b9e60a6-ebb9-43ce-bce1-781addfacb0c', 'name': '', 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:44:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575dc112-dc97-41b6-96ba-90769a41d71a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:13:24Z', 'updated_at': '2021-11-18T18:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816695-1-iscsi', '_floatingips': [{'id': 'b5700625-dfa8-4aa9-b81d-1cbe58eca504', 'tenant_id': '03d899808f1a4723a8e0d1b00ed1a01d', 'floating_ip_address': '172.27.0.49', 'floating_network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'router_id': '575dc112-dc97-41b6-96ba-90769a41d71a', 'port_id': '91a5cb54-f005-49ab-9332-06d090841656', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '548d4c85-a92c-4982-a16e-af3d8afd47ad', 'mac_address': 'fa:16:3e:d9:16:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '408943c2-feca-46fd-8cc2-a693bc0011ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T18:21:07Z', 'updated_at': '2021-11-18T18:21:26Z', 'revision_number': 1, 'project_id': '03d899808f1a4723a8e0d1b00ed1a01d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7da27a20-ee22-482c-83be-f669e67d9aaf', 'name': '', 'network_id': '548d4c85-a92c-4982-a16e-af3d8afd47ad', 'tenant_id': '03d899808f1a4723a8e0d1b00ed1a01d', 'mac_address': 'fa:16:3e:33:38:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575dc112-dc97-41b6-96ba-90769a41d71a', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '26737122-c082-4cd3-ada1-6591b74e0d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:13:29Z', 'updated_at': '2021-11-18T18:13:35Z', 'revision_number': 5, 'project_id': '03d899808f1a4723a8e0d1b00ed1a01d', 'subnets': [{'id': '26737122-c082-4cd3-ada1-6591b74e0d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816695-1-iscsi', False) {} {{(pid=101555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:21:28.299801 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4608ebfc-c36b-455d-91d2-cbf3c23d9939 None None] The sync data for ids ['575dc112-dc97-41b6-96ba-90769a41d71a'] in dv-cinder-816695-1-iscsi is: [{'id': '575dc112-dc97-41b6-96ba-90769a41d71a', 'name': 'tempest-AttachVolumeTestJSON-1688942367-router', 'tenant_id': '03d899808f1a4723a8e0d1b00ed1a01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'external_fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '0b9e60a6-ebb9-43ce-bce1-781addfacb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:13:23Z', 'updated_at': '2021-11-18T18:13:30Z', 'revision_number': 4, 'project_id': '03d899808f1a4723a8e0d1b00ed1a01d', 'gw_port': {'id': '0b9e60a6-ebb9-43ce-bce1-781addfacb0c', 'name': '', 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:44:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575dc112-dc97-41b6-96ba-90769a41d71a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:13:24Z', 'updated_at': '2021-11-18T18:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816695-1-iscsi', '_floatingips': [{'id': 'b5700625-dfa8-4aa9-b81d-1cbe58eca504', 'tenant_id': '03d899808f1a4723a8e0d1b00ed1a01d', 'floating_ip_address': '172.27.0.49', 'floating_network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'router_id': '575dc112-dc97-41b6-96ba-90769a41d71a', 'port_id': '91a5cb54-f005-49ab-9332-06d090841656', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '548d4c85-a92c-4982-a16e-af3d8afd47ad', 'mac_address': 'fa:16:3e:d9:16:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '408943c2-feca-46fd-8cc2-a693bc0011ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T18:21:07Z', 'updated_at': '2021-11-18T18:21:26Z', 'revision_number': 1, 'project_id': '03d899808f1a4723a8e0d1b00ed1a01d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7da27a20-ee22-482c-83be-f669e67d9aaf', 'name': '', 'network_id': '548d4c85-a92c-4982-a16e-af3d8afd47ad', 'tenant_id': '03d899808f1a4723a8e0d1b00ed1a01d', 'mac_address': 'fa:16:3e:33:38:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575dc112-dc97-41b6-96ba-90769a41d71a', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '26737122-c082-4cd3-ada1-6591b74e0d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:13:29Z', 'updated_at': '2021-11-18T18:13:35Z', 'revision_number': 5, 'project_id': '03d899808f1a4723a8e0d1b00ed1a01d', 'subnets': [{'id': '26737122-c082-4cd3-ada1-6591b74e0d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 18:21:28.495649 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f9cbe0-c543-4747-8a93-e720dd8a0620 None None] New status for floating IP b5700625-dfa8-4aa9-b81d-1cbe58eca504: ACTIVE {{(pid=101556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 18 18:21:31.264105 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ef5ab4-7a2c-4d95-beb6-52ad9278aeb8 req-58b6f933-863f-472c-9f7a-6e67fbc48bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:21:31.265658 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-35ef5ab4-7a2c-4d95-beb6-52ad9278aeb8 req-58b6f933-863f-472c-9f7a-6e67fbc48bfa service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=03d899808f1a4723a8e0d1b00ed1a01d&device_id=408943c2-feca-46fd-8cc2-a693bc0011ee HTTP/1.1" status: 200 len: 1098 time: 0.0565832 Nov 18 18:21:31.333314 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-4a835230-a59a-421b-bf6e-b6657e150d35 req-92b52510-6b5f-4951-89d2-cf11c73018d8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e13f02c6-2194-4791-8e7e-2d4dc3854082&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0440140 Nov 18 18:21:31.387894 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ef5ab4-7a2c-4d95-beb6-52ad9278aeb8 req-e67185ae-b699-4e08-8945-642791a9a36c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:21:31.389573 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-35ef5ab4-7a2c-4d95-beb6-52ad9278aeb8 req-e67185ae-b699-4e08-8945-642791a9a36c service neutron] 10.222.0.46 "GET /v2.0/networks?id=548d4c85-a92c-4982-a16e-af3d8afd47ad HTTP/1.1" status: 200 len: 912 time: 0.1006927 Nov 18 18:21:31.397945 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a835230-a59a-421b-bf6e-b6657e150d35 req-5f127ed6-5e6c-4251-8969-c4d7d36e228e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:21:31.399438 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-4a835230-a59a-421b-bf6e-b6657e150d35 req-5f127ed6-5e6c-4251-8969-c4d7d36e228e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=933276c3577b443fb02567a84c30f5f2&device_id=e13f02c6-2194-4791-8e7e-2d4dc3854082 HTTP/1.1" status: 200 len: 1098 time: 0.0441594 Nov 18 18:21:31.512190 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a835230-a59a-421b-bf6e-b6657e150d35 req-bf95bdbc-4d53-43c4-a63a-474fc1c7feaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:21:31.513810 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-4a835230-a59a-421b-bf6e-b6657e150d35 req-bf95bdbc-4d53-43c4-a63a-474fc1c7feaf service neutron] 10.222.0.46 "GET /v2.0/networks?id=74df0788-e7d6-410e-9ee3-84c20bef6ca1 HTTP/1.1" status: 200 len: 910 time: 0.0956006 Nov 18 18:21:31.596304 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-4a835230-a59a-421b-bf6e-b6657e150d35 req-34375a1b-ba6f-4e11-97dd-f999ab520e53 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0e82f62a-5e22-4453-b1db-fbbd1212114a HTTP/1.1" status: 200 len: 1001 time: 0.0668333 Nov 18 18:21:31.646780 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a835230-a59a-421b-bf6e-b6657e150d35 req-8135d0b5-c0ad-43e4-adad-72fc4e2823c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:21:31.648851 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-4a835230-a59a-421b-bf6e-b6657e150d35 req-8135d0b5-c0ad-43e4-adad-72fc4e2823c5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9c1a8c73-e246-4c32-9c4c-9a07f80b872f HTTP/1.1" status: 200 len: 848 time: 0.0453401 Nov 18 18:21:31.697673 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a835230-a59a-421b-bf6e-b6657e150d35 req-29a39fe4-a59b-4160-8dcc-36cb6ce586a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:21:31.699751 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-4a835230-a59a-421b-bf6e-b6657e150d35 req-29a39fe4-a59b-4160-8dcc-36cb6ce586a8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=74df0788-e7d6-410e-9ee3-84c20bef6ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436633 Nov 18 18:21:31.707881 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-35ef5ab4-7a2c-4d95-beb6-52ad9278aeb8 req-f6e03716-0951-48ad-9de4-feec9dc058e7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=91a5cb54-f005-49ab-9332-06d090841656 HTTP/1.1" status: 200 len: 1000 time: 0.3091471 Nov 18 18:21:31.758962 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ef5ab4-7a2c-4d95-beb6-52ad9278aeb8 req-1ea52872-eb69-4d77-8bbc-c2818232a91c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:21:31.760479 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-35ef5ab4-7a2c-4d95-beb6-52ad9278aeb8 req-1ea52872-eb69-4d77-8bbc-c2818232a91c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=26737122-c082-4cd3-ada1-6591b74e0d08 HTTP/1.1" status: 200 len: 850 time: 0.0456088 Nov 18 18:21:31.805492 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-4a835230-a59a-421b-bf6e-b6657e150d35 req-1aa39024-f7f2-47cd-88d3-9d2a7575bef6 service neutron] 10.222.0.46 "GET /v2.0/networks/74df0788-e7d6-410e-9ee3-84c20bef6ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970705 Nov 18 18:21:31.814657 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ef5ab4-7a2c-4d95-beb6-52ad9278aeb8 req-65cb780d-22ea-4887-af1b-ec6ecd77653a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:21:31.816238 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-35ef5ab4-7a2c-4d95-beb6-52ad9278aeb8 req-65cb780d-22ea-4887-af1b-ec6ecd77653a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=548d4c85-a92c-4982-a16e-af3d8afd47ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0445364 Nov 18 18:21:31.902755 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-4a835230-a59a-421b-bf6e-b6657e150d35 req-f7211e35-4f7b-43e6-98d1-50c9cb5b0957 service neutron] 10.222.0.46 "GET /v2.0/networks/74df0788-e7d6-410e-9ee3-84c20bef6ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855629 Nov 18 18:21:31.906937 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-35ef5ab4-7a2c-4d95-beb6-52ad9278aeb8 req-7d60458e-c799-4921-8d2b-d7d4d2a3b0a7 service neutron] 10.222.0.46 "GET /v2.0/networks/548d4c85-a92c-4982-a16e-af3d8afd47ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837519 Nov 18 18:21:32.020706 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-35ef5ab4-7a2c-4d95-beb6-52ad9278aeb8 req-91eedd1b-4528-49c6-98ae-3fa998ea2651 service neutron] 10.222.0.46 "GET /v2.0/networks/548d4c85-a92c-4982-a16e-af3d8afd47ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059885 Nov 18 18:21:36.977596 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ee1a6b-244e-415d-9037-89550656b75a req-0911a9e3-ee11-44ec-b201-b6c6a31a7c15 tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:21:36.979049 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-e2ee1a6b-244e-415d-9037-89550656b75a req-0911a9e3-ee11-44ec-b201-b6c6a31a7c15 tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad1034d1-0a41-41fd-bbec-ab24a7e14a09 HTTP/1.1" status: 200 len: 945 time: 0.0487759 Nov 18 18:21:37.019847 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-e2ee1a6b-244e-415d-9037-89550656b75a req-429cfc27-b9f3-4d7e-b486-87dd3e05d827 tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] 10.222.0.21 "GET /v2.0/security-groups?id=ffeb95a3-eabd-4732-b522-a63e944eb594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348082 Nov 18 18:21:37.877774 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.agents_db [None req-879798a6-d64d-4745-9d9a-40c50c0efc22 None None] Agent healthcheck: found 6 active agents {{(pid=101556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 18:21:38.144671 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa59fc90-2260-4eea-99a8-20a9abbcb238 req-abe2f986-533c-40a1-ad73-8b7ff6f6fb61 tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:21:38.146147 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-aa59fc90-2260-4eea-99a8-20a9abbcb238 req-abe2f986-533c-40a1-ad73-8b7ff6f6fb61 tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad1034d1-0a41-41fd-bbec-ab24a7e14a09 HTTP/1.1" status: 200 len: 945 time: 0.0485866 Nov 18 18:21:38.183413 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-aa59fc90-2260-4eea-99a8-20a9abbcb238 req-d3ee7742-c560-410a-b18a-6426bacb950e tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] 10.222.0.21 "GET /v2.0/security-groups?id=ffeb95a3-eabd-4732-b522-a63e944eb594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308099 Nov 18 18:21:39.170349 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de43ec6d-447c-4473-a170-a2ac95cfdc08 req-28640ce8-cbbb-4d0a-9401-83447b8ff8c4 tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:21:39.171827 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-de43ec6d-447c-4473-a170-a2ac95cfdc08 req-28640ce8-cbbb-4d0a-9401-83447b8ff8c4 tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad1034d1-0a41-41fd-bbec-ab24a7e14a09 HTTP/1.1" status: 200 len: 945 time: 0.0484381 Nov 18 18:21:39.290206 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.plugin [req-de43ec6d-447c-4473-a170-a2ac95cfdc08 req-6799d9ee-c9ab-4354-9d98-b978170e154e tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] Deleting port 55abe4d3-b9d9-4950-8d75-9fc36588353f {{(pid=101553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 18 18:21:39.290541 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-de43ec6d-447c-4473-a170-a2ac95cfdc08 req-6799d9ee-c9ab-4354-9d98-b978170e154e tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768457215290'] for port, before_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:21:39.356593 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e529097-8c4f-4b91-9dc1-335469e584cb req-1bb549e9-f295-49f1-8228-4c2976968d4a tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:21:39.358338 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-9e529097-8c4f-4b91-9dc1-335469e584cb req-1bb549e9-f295-49f1-8228-4c2976968d4a tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad1034d1-0a41-41fd-bbec-ab24a7e14a09 HTTP/1.1" status: 200 len: 945 time: 0.1063979 Nov 18 18:21:39.426824 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.db [req-de43ec6d-447c-4473-a170-a2ac95cfdc08 req-6799d9ee-c9ab-4354-9d98-b978170e154e tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] For port 55abe4d3-b9d9-4950-8d75-9fc36588353f, host hv-cinder-81669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81669',level=0,port_id=55abe4d3-b9d9-4950-8d75-9fc36588353f,segment=NetworkSegment(2933f606-cf5a-4814-ac55-0ca44cfbc6c1),segment_id=2933f606-cf5a-4814-ac55-0ca44cfbc6c1)] {{(pid=101553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:21:39.427182 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-de43ec6d-447c-4473-a170-a2ac95cfdc08 req-6799d9ee-c9ab-4354-9d98-b978170e154e tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369284'] for port, precommit_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:21:39.432692 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-9e529097-8c4f-4b91-9dc1-335469e584cb req-b2336a3b-8f2b-45c2-b431-08409f71e0a1 tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] 10.222.0.21 "GET /v2.0/security-groups?id=ffeb95a3-eabd-4732-b522-a63e944eb594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631564 Nov 18 18:21:39.442950 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.plugin [req-de43ec6d-447c-4473-a170-a2ac95cfdc08 req-6799d9ee-c9ab-4354-9d98-b978170e154e tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] Calling delete_port for 55abe4d3-b9d9-4950-8d75-9fc36588353f owned by compute:nova {{(pid=101553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 18 18:21:39.572504 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-de43ec6d-447c-4473-a170-a2ac95cfdc08 req-6799d9ee-c9ab-4354-9d98-b978170e154e tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768457221690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768456900410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5584108'] for port, after_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:21:39.585383 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] get_ports_and_sgs() called for port_ids ['55abe4d3-b9d9-4950-8d75-9fc36588353f'] {{(pid=101555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 18:21:39.602922 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6799d9ee-c9ab-4354-9d98-b978170e154e tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] Pushing event deleted for resources: {'Port': ['ID=55abe4d3-b9d9-4950-8d75-9fc36588353f,revision_number=None']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:21:39.643483 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.db.l3_dvrscheduler_db [req-de43ec6d-447c-4473-a170-a2ac95cfdc08 req-6799d9ee-c9ab-4354-9d98-b978170e154e tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] No DVR routers for this DVR port 55abe4d3-b9d9-4950-8d75-9fc36588353f on host hv-cinder-81669 {{(pid=101553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 18:21:39.646199 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-de43ec6d-447c-4473-a170-a2ac95cfdc08 req-6799d9ee-c9ab-4354-9d98-b978170e154e tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47340'] for port, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:21:39.650274 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-de43ec6d-447c-4473-a170-a2ac95cfdc08 req-6799d9ee-c9ab-4354-9d98-b978170e154e tempest-VolumesSnapshotTestJSON-652607859 tempest-VolumesSnapshotTestJSON-652607859-project] 10.222.0.46 "DELETE /v2.0/ports/55abe4d3-b9d9-4950-8d75-9fc36588353f HTTP/1.1" status: 204 len: 173 time: 0.4727228 Nov 18 18:21:39.650712 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad1034d1-0a41-41fd-bbec-ab24a7e14a09', 'name': 'network-vif-deleted', 'tag': '55abe4d3-b9d9-4950-8d75-9fc36588353f'}] {{(pid=101553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:21:39.653161 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3f9c8695bc273365e1ae5046181e224bccdab9c1f2bdac51621509927968c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16722099-815d-4f18-b75b-a64dd2272b27" -d '{"events": [{"server_uuid": "ad1034d1-0a41-41fd-bbec-ab24a7e14a09", "name": "network-vif-deleted", "tag": "55abe4d3-b9d9-4950-8d75-9fc36588353f"}]}' {{(pid=101553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:21:39.703085 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 18:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00cc7abe-b16c-49a4-b1d5-55054fc5e83b x-openstack-request-id: req-00cc7abe-b16c-49a4-b1d5-55054fc5e83b {{(pid=101553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:21:39.703519 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad1034d1-0a41-41fd-bbec-ab24a7e14a09", "name": "network-vif-deleted", "tag": "55abe4d3-b9d9-4950-8d75-9fc36588353f", "status": "completed", "code": 200}]} {{(pid=101553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:21:39.703947 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-00cc7abe-b16c-49a4-b1d5-55054fc5e83b {{(pid=101553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:21:39.704527 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad1034d1-0a41-41fd-bbec-ab24a7e14a09', 'name': 'network-vif-deleted', 'tag': '55abe4d3-b9d9-4950-8d75-9fc36588353f', 'status': 'completed', 'code': 200} Nov 18 18:21:40.984617 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-2d5236f9-adf2-41c2-9ff6-6b0dc366962b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:21:44.024563 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-c91b5f46-e940-468f-a716-7b2ebdcafc1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:21:44.191406 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:21:44.706610 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Device 55abe4d3-b9d9-4950-8d75-9fc36588353f no longer exists at agent hyperv_hv-cinder-81669 {{(pid=101555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 18:21:44.726723 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.plugin [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] No Port match for: 55abe4d3-b9d9-4950-8d75-9fc36588353f {{(pid=101555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 18 18:21:44.727073 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Device 55abe4d3-b9d9-4950-8d75-9fc36588353f not bound to the agent host hv-cinder-81669 {{(pid=101555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 18:21:44.916119 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-e3a848c2-ffa0-4288-a759-e5f077163e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:21:46.939353 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-cd169395-ba62-4885-8b1f-e6616afe023f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:21:55.600953 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:22:05.620878 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 52896) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:22:05.664751 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.db.db_base_plugin_v2 [None req-86bddc29-5853-4025-8a92-74b01876661a admin admin] Deleting subnet 9eeffbb4-5612-4ddf-8738-8be0d585d1b3 {{(pid=101554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 18 18:22:05.668375 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-86bddc29-5853-4025-8a92-74b01876661a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:22:05.706514 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-86bddc29-5853-4025-8a92-74b01876661a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5286161'] for subnet, precommit_delete_associations {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:22:05.745058 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-86bddc29-5853-4025-8a92-74b01876661a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1775345'] for subnet, precommit_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:22:05.797470 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-86bddc29-5853-4025-8a92-74b01876661a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1775304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6202548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5600036'] for subnet, after_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:22:05.822946 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bddc29-5853-4025-8a92-74b01876661a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9eeffbb4-5612-4ddf-8738-8be0d585d1b3,revision_number=None']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:22:05.828596 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-86bddc29-5853-4025-8a92-74b01876661a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:22:05.831718 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-86bddc29-5853-4025-8a92-74b01876661a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/9eeffbb4-5612-4ddf-8738-8be0d585d1b3 HTTP/1.1" status: 204 len: 168 time: 0.2098546 Nov 18 18:22:05.834285 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 52898) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:22:05.904940 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-e04dbcb6-97cd-468c-bf86-6a42a5001fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793125'] for network, before_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:22:05.986145 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-e04dbcb6-97cd-468c-bf86-6a42a5001fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775996', 'neutron.services.segments.db._delete_segments_for_network-8768457200168'] for network, precommit_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:22:06.007094 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.services.segments.db [None req-e04dbcb6-97cd-468c-bf86-6a42a5001fe7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08dccfb8-7275-42e7-8dc0-3b5ac80f05a2']}} {{(pid=101554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:22:06.016502 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.services.segments.db [None req-e04dbcb6-97cd-468c-bf86-6a42a5001fe7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2933f606-cf5a-4814-ac55-0ca44cfbc6c1') {'for_net_delete': True} {{(pid=101554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:22:06.016793 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.services.segments.db [None req-e04dbcb6-97cd-468c-bf86-6a42a5001fe7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2933f606-cf5a-4814-ac55-0ca44cfbc6c1') {} {{(pid=101554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:22:06.025668 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-e04dbcb6-97cd-468c-bf86-6a42a5001fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768457200505', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5286168'] for segment, before_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:22:06.037941 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-e04dbcb6-97cd-468c-bf86-6a42a5001fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1774666'] for segment, precommit_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:22:06.043519 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e04dbcb6-97cd-468c-bf86-6a42a5001fe7 admin admin] Releasing vlan 777 on physical network physnet1 to pool {{(pid=101554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 18:22:06.043927 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-e04dbcb6-97cd-468c-bf86-6a42a5001fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1774666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6202394'] for segment, after_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:22:06.045507 dv-cinder-816695-1-iscsi neutron-server[101554]: Traceback (most recent call last): Nov 18 18:22:06.045507 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 18:22:06.045507 dv-cinder-816695-1-iscsi neutron-server[101554]: timer() Nov 18 18:22:06.045507 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 18:22:06.045507 dv-cinder-816695-1-iscsi neutron-server[101554]: cb(*args, **kw) Nov 18 18:22:06.045507 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 18:22:06.045507 dv-cinder-816695-1-iscsi neutron-server[101554]: return func(*args, **kwargs) Nov 18 18:22:06.045507 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 18:22:06.045507 dv-cinder-816695-1-iscsi neutron-server[101554]: self._notify() Nov 18 18:22:06.045507 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 18:22:06.045507 dv-cinder-816695-1-iscsi neutron-server[101554]: self.callback(batched_events) Nov 18 18:22:06.045507 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 18:22:06.045507 dv-cinder-816695-1-iscsi neutron-server[101554]: event.method(event) Nov 18 18:22:06.045507 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 18:22:06.045507 dv-cinder-816695-1-iscsi neutron-server[101554]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 18:22:06.045507 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 18:22:06.045507 dv-cinder-816695-1-iscsi neutron-server[101554]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 18:22:06.045507 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 18:22:06.045507 dv-cinder-816695-1-iscsi neutron-server[101554]: return f(self, *a, **k) Nov 18 18:22:06.045507 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 18:22:06.045507 dv-cinder-816695-1-iscsi neutron-server[101554]: return self._get(url).json() Nov 18 18:22:06.045507 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 18:22:06.045507 dv-cinder-816695-1-iscsi neutron-server[101554]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 18:22:06.045507 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 18:22:06.045507 dv-cinder-816695-1-iscsi neutron-server[101554]: return self.request(url, 'GET', **kwargs) Nov 18 18:22:06.045507 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 18:22:06.045507 dv-cinder-816695-1-iscsi neutron-server[101554]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 18:22:06.045507 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 18:22:06.045507 dv-cinder-816695-1-iscsi neutron-server[101554]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 18:22:06.045507 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 18:22:06.045507 dv-cinder-816695-1-iscsi neutron-server[101554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 18:22:06.045507 dv-cinder-816695-1-iscsi neutron-server[101554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 18:22:06.101124 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-e04dbcb6-97cd-468c-bf86-6a42a5001fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-366119'] for network, after_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:22:06.107708 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-e04dbcb6-97cd-468c-bf86-6a42a5001fe7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553968'] for network, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:22:06.110877 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-e04dbcb6-97cd-468c-bf86-6a42a5001fe7 admin admin] 10.222.0.21 "DELETE /v2.0/networks/08dccfb8-7275-42e7-8dc0-3b5ac80f05a2 HTTP/1.1" status: 204 len: 168 time: 0.2756898 Nov 18 18:22:06.120944 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04dbcb6-97cd-468c-bf86-6a42a5001fe7 admin admin] Pushing event deleted for resources: {'Network': ['ID=08dccfb8-7275-42e7-8dc0-3b5ac80f05a2,revision_number=None']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:22:06.128201 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04dbcb6-97cd-468c-bf86-6a42a5001fe7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:22:06.128558 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04dbcb6-97cd-468c-bf86-6a42a5001fe7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:22:06.128909 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04dbcb6-97cd-468c-bf86-6a42a5001fe7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:22:06.129236 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04dbcb6-97cd-468c-bf86-6a42a5001fe7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:22:06.129575 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04dbcb6-97cd-468c-bf86-6a42a5001fe7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:22:06.129908 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04dbcb6-97cd-468c-bf86-6a42a5001fe7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:22:06.130238 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04dbcb6-97cd-468c-bf86-6a42a5001fe7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:22:06.130566 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04dbcb6-97cd-468c-bf86-6a42a5001fe7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:22:06.130924 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04dbcb6-97cd-468c-bf86-6a42a5001fe7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:22:06.131277 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04dbcb6-97cd-468c-bf86-6a42a5001fe7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:22:06.131601 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04dbcb6-97cd-468c-bf86-6a42a5001fe7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:22:06.131950 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04dbcb6-97cd-468c-bf86-6a42a5001fe7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:22:06.219179 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 52904) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:22:06.260528 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-c607f1d5-972e-4493-8d1f-688d94900c37 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=316dc3116d644a45be589bbd0f919701&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0401423 Nov 18 18:22:06.263229 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 52908) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:22:06.314736 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-4cdb5506-eeb2-4191-a8d6-c4f12e929b4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:22:06.335615 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-4cdb5506-eeb2-4191-a8d6-c4f12e929b4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:22:06.380192 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-4cdb5506-eeb2-4191-a8d6-c4f12e929b4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:22:06.383411 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-4cdb5506-eeb2-4191-a8d6-c4f12e929b4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:22:06.384560 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-4cdb5506-eeb2-4191-a8d6-c4f12e929b4e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ffeb95a3-eabd-4732-b522-a63e944eb594 HTTP/1.1" status: 204 len: 168 time: 0.1201932 Nov 18 18:22:06.391717 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdb5506-eeb2-4191-a8d6-c4f12e929b4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffeb95a3-eabd-4732-b522-a63e944eb594,revision_number=None']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:22:10.986452 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-9ab5e35e-b480-46cb-95c3-1130e226a12a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:22:12.573342 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 52962) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:22:12.867614 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.plugin [None req-4ad55371-f82e-448f-bdaf-3afc6acd07f9 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Deleting port 4b3f46ee-8e63-44e5-b857-8b42386c0851 {{(pid=101553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 18 18:22:12.867899 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-4ad55371-f82e-448f-bdaf-3afc6acd07f9 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768457215290'] for port, before_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:22:12.944076 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-4ad55371-f82e-448f-bdaf-3afc6acd07f9 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369284'] for port, precommit_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:22:12.944401 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-4ad55371-f82e-448f-bdaf-3afc6acd07f9 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:22:12.957092 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.plugin [None req-4ad55371-f82e-448f-bdaf-3afc6acd07f9 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Calling delete_port for 4b3f46ee-8e63-44e5-b857-8b42386c0851 owned by network:floatingip {{(pid=101553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 18 18:22:13.133222 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-4ad55371-f82e-448f-bdaf-3afc6acd07f9 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768457221690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768456900410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5584108'] for port, after_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:22:13.159555 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad55371-f82e-448f-bdaf-3afc6acd07f9 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Pushing event deleted for resources: {'Port': ['ID=4b3f46ee-8e63-44e5-b857-8b42386c0851,revision_number=None']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:22:13.189360 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad55371-f82e-448f-bdaf-3afc6acd07f9 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:22:13.189707 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad55371-f82e-448f-bdaf-3afc6acd07f9 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:22:13.190048 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad55371-f82e-448f-bdaf-3afc6acd07f9 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:22:13.190383 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad55371-f82e-448f-bdaf-3afc6acd07f9 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:22:13.190714 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad55371-f82e-448f-bdaf-3afc6acd07f9 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:22:13.191042 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad55371-f82e-448f-bdaf-3afc6acd07f9 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:22:13.191367 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad55371-f82e-448f-bdaf-3afc6acd07f9 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:22:13.191691 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad55371-f82e-448f-bdaf-3afc6acd07f9 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:22:13.192113 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad55371-f82e-448f-bdaf-3afc6acd07f9 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:22:13.192440 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad55371-f82e-448f-bdaf-3afc6acd07f9 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:22:13.192762 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad55371-f82e-448f-bdaf-3afc6acd07f9 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:22:13.193083 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad55371-f82e-448f-bdaf-3afc6acd07f9 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:22:13.231382 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-4ad55371-f82e-448f-bdaf-3afc6acd07f9 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Notify callbacks [] for floatingip, after_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:22:13.231709 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.db.l3_db [None req-4ad55371-f82e-448f-bdaf-3afc6acd07f9 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Floating IP e716dad2-16bd-47da-9649-1ff1f26b12ec disassociated (deleted). External IP: 172.27.0.222, port: 0e82f62a-5e22-4453-b1db-fbbd1212114a. Nov 18 18:22:13.441367 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ad55371-f82e-448f-bdaf-3afc6acd07f9 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Router 99f1c64f-8793-4736-8dd7-238dea8cb4ec has already been hosted by L3 agent 11d55508-f5ea-4178-bd3a-0ed8666e5761 {{(pid=101553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 18:22:13.553128 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ad55371-f82e-448f-bdaf-3afc6acd07f9 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Notify agent at l3_agent.dv-cinder-816695-1-iscsi the message routers_updated {{(pid=101553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 18:22:13.558099 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-4ad55371-f82e-448f-bdaf-3afc6acd07f9 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47340'] for floatingip, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:22:13.565076 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3073b0b0-d6da-4c82-a56b-feb3ec89da66 None None] Sync routers for ids ['99f1c64f-8793-4736-8dd7-238dea8cb4ec'] in dv-cinder-816695-1-iscsi {{(pid=101555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 18:22:13.575440 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3073b0b0-d6da-4c82-a56b-feb3ec89da66 None None] Routers {'99f1c64f-8793-4736-8dd7-238dea8cb4ec'} bound to L3 agent in host dv-cinder-816695-1-iscsi {{(pid=101555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:22:13.576094 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_hamode_db [None req-3073b0b0-d6da-4c82-a56b-feb3ec89da66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T18:05:14Z,description=,heartbeat_timestamp=2021-11-18T18:21:44Z,host='dv-cinder-816695-1-iscsi',id=11d55508-f5ea-4178-bd3a-0ed8666e5761,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T18:05:14Z,topic='l3_agent')) {'router_ids': ['99f1c64f-8793-4736-8dd7-238dea8cb4ec'], 'active': True} {{(pid=101555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:22:13.588698 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-4ad55371-f82e-448f-bdaf-3afc6acd07f9 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] 10.222.0.21 "DELETE /v2.0/floatingips/e716dad2-16bd-47da-9649-1ff1f26b12ec HTTP/1.1" status: 204 len: 168 time: 1.0117013 Nov 18 18:22:13.588698 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e13f02c6-2194-4791-8e7e-2d4dc3854082', 'tag': '0e82f62a-5e22-4453-b1db-fbbd1212114a'}] {{(pid=101553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:22:13.589344 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3f9c8695bc273365e1ae5046181e224bccdab9c1f2bdac51621509927968c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cdaef73-0832-49af-9b0a-709a50a13748" -d '{"events": [{"name": "network-changed", "server_uuid": "e13f02c6-2194-4791-8e7e-2d4dc3854082", "tag": "0e82f62a-5e22-4453-b1db-fbbd1212114a"}]}' {{(pid=101553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:22:13.630420 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 18:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7a87bd0-4c23-45e0-91a4-426b1032939d x-openstack-request-id: req-f7a87bd0-4c23-45e0-91a4-426b1032939d {{(pid=101553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:22:13.630905 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e13f02c6-2194-4791-8e7e-2d4dc3854082", "tag": "0e82f62a-5e22-4453-b1db-fbbd1212114a", "status": "completed", "code": 200}]} {{(pid=101553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:22:13.631035 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f7a87bd0-4c23-45e0-91a4-426b1032939d {{(pid=101553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:22:13.631828 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e13f02c6-2194-4791-8e7e-2d4dc3854082', 'tag': '0e82f62a-5e22-4453-b1db-fbbd1212114a', 'status': 'completed', 'code': 200} Nov 18 18:22:13.692402 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_dvr_db [None req-3073b0b0-d6da-4c82-a56b-feb3ec89da66 None None] Set router 99f1c64f-8793-4736-8dd7-238dea8cb4ec gateway port host: dv-cinder-816695-1-iscsi {{(pid=101555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:22:13.740552 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdaef73-0832-49af-9b0a-709a50a13748 req-f4d9b6c0-463f-417c-b121-f260f131305d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:22:13.743735 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-2cdaef73-0832-49af-9b0a-709a50a13748 req-f4d9b6c0-463f-417c-b121-f260f131305d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=933276c3577b443fb02567a84c30f5f2&device_id=e13f02c6-2194-4791-8e7e-2d4dc3854082 HTTP/1.1" status: 200 len: 1098 time: 0.0866270 Nov 18 18:22:13.881867 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdaef73-0832-49af-9b0a-709a50a13748 req-ee881e06-c079-454c-9dd1-037aa91e55ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:22:13.883357 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-2cdaef73-0832-49af-9b0a-709a50a13748 req-ee881e06-c079-454c-9dd1-037aa91e55ca service neutron] 10.222.0.46 "GET /v2.0/networks?id=74df0788-e7d6-410e-9ee3-84c20bef6ca1 HTTP/1.1" status: 200 len: 910 time: 0.1328638 Nov 18 18:22:13.949135 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-2cdaef73-0832-49af-9b0a-709a50a13748 req-95c3e653-ae32-42a3-969d-0c5025d70071 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0e82f62a-5e22-4453-b1db-fbbd1212114a HTTP/1.1" status: 200 len: 217 time: 0.0446444 Nov 18 18:22:13.953791 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_hamode_db [None req-3073b0b0-d6da-4c82-a56b-feb3ec89da66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99f1c64f-8793-4736-8dd7-238dea8cb4ec', 'name': 'tempest-TestShelveInstance-1403249405-router', 'tenant_id': '933276c3577b443fb02567a84c30f5f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'external_fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'ded73eea-7106-498e-9878-0a8de336978d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:15:31Z', 'updated_at': '2021-11-18T18:15:34Z', 'revision_number': 4, 'project_id': '933276c3577b443fb02567a84c30f5f2', 'gw_port': {'id': 'ded73eea-7106-498e-9878-0a8de336978d', 'name': '', 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:db:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f1c64f-8793-4736-8dd7-238dea8cb4ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:15:32Z', 'updated_at': '2021-11-18T18:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816695-1-iscsi', '_interfaces': [{'id': 'e1dc68f1-dda4-4c20-b052-f9b92219a638', 'name': '', 'network_id': '74df0788-e7d6-410e-9ee3-84c20bef6ca1', 'tenant_id': '933276c3577b443fb02567a84c30f5f2', 'mac_address': 'fa:16:3e:2b:cb:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f1c64f-8793-4736-8dd7-238dea8cb4ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '9c1a8c73-e246-4c32-9c4c-9a07f80b872f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:15:34Z', 'updated_at': '2021-11-18T18:15:41Z', 'revision_number': 5, 'project_id': '933276c3577b443fb02567a84c30f5f2', 'subnets': [{'id': '9c1a8c73-e246-4c32-9c4c-9a07f80b872f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816695-1-iscsi', False) {} {{(pid=101555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:22:13.961545 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896b0945-e0c0-4f38-bd7c-5f37990007c1 req-4282bd5e-9a9a-4d60-8a72-e84d2feb11cf tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:22:13.964520 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-896b0945-e0c0-4f38-bd7c-5f37990007c1 req-4282bd5e-9a9a-4d60-8a72-e84d2feb11cf tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] 10.222.0.21 "GET /v2.0/ports?device_id=e13f02c6-2194-4791-8e7e-2d4dc3854082 HTTP/1.1" status: 200 len: 945 time: 0.0913336 Nov 18 18:22:13.996023 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3073b0b0-d6da-4c82-a56b-feb3ec89da66 None None] Checking router: 99f1c64f-8793-4736-8dd7-238dea8cb4ec for host: dv-cinder-816695-1-iscsi {{(pid=101555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 18:22:14.029489 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3073b0b0-d6da-4c82-a56b-feb3ec89da66 None None] Routers {'99f1c64f-8793-4736-8dd7-238dea8cb4ec'} bound to L3 agent in host dv-cinder-816695-1-iscsi {{(pid=101555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:22:14.030098 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_hamode_db [None req-3073b0b0-d6da-4c82-a56b-feb3ec89da66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T18:05:14Z,description=,heartbeat_timestamp=2021-11-18T18:21:44Z,host='dv-cinder-816695-1-iscsi',id=11d55508-f5ea-4178-bd3a-0ed8666e5761,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T18:05:14Z,topic='l3_agent')) {'router_ids': ['99f1c64f-8793-4736-8dd7-238dea8cb4ec'], 'active': True} {{(pid=101555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:22:14.076702 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-2a9add27-38cf-4daf-8786-4f79eab4cf7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:22:14.082126 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdaef73-0832-49af-9b0a-709a50a13748 req-799b12d6-4baf-4fa5-b8cd-b3c7f4a38bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:22:14.084491 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-2cdaef73-0832-49af-9b0a-709a50a13748 req-799b12d6-4baf-4fa5-b8cd-b3c7f4a38bf2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9c1a8c73-e246-4c32-9c4c-9a07f80b872f HTTP/1.1" status: 200 len: 848 time: 0.1189919 Nov 18 18:22:14.090073 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-896b0945-e0c0-4f38-bd7c-5f37990007c1 req-23f6193e-05eb-4793-b1a0-5692542af174 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] 10.222.0.21 "GET /v2.0/security-groups?id=6238537b-ea9c-4f6a-a9d8-fc9d159a5add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777669 Nov 18 18:22:14.141951 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdaef73-0832-49af-9b0a-709a50a13748 req-e6f693bd-40fe-45f4-bd26-fd74d18c8694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:22:14.143460 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-2cdaef73-0832-49af-9b0a-709a50a13748 req-e6f693bd-40fe-45f4-bd26-fd74d18c8694 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=74df0788-e7d6-410e-9ee3-84c20bef6ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0505581 Nov 18 18:22:14.168429 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_dvr_db [None req-3073b0b0-d6da-4c82-a56b-feb3ec89da66 None None] Set router 99f1c64f-8793-4736-8dd7-238dea8cb4ec gateway port host: dv-cinder-816695-1-iscsi {{(pid=101555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:22:14.218804 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:22:14.239851 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-2cdaef73-0832-49af-9b0a-709a50a13748 req-4865af1b-0d36-45c3-8ed9-a9547ce26083 service neutron] 10.222.0.46 "GET /v2.0/networks/74df0788-e7d6-410e-9ee3-84c20bef6ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874493 Nov 18 18:22:14.350557 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-2cdaef73-0832-49af-9b0a-709a50a13748 req-c140c411-1eb6-41c3-a08c-5cc0ed7bcf29 service neutron] 10.222.0.46 "GET /v2.0/networks/74df0788-e7d6-410e-9ee3-84c20bef6ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010869 Nov 18 18:22:14.398947 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_hamode_db [None req-3073b0b0-d6da-4c82-a56b-feb3ec89da66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99f1c64f-8793-4736-8dd7-238dea8cb4ec', 'name': 'tempest-TestShelveInstance-1403249405-router', 'tenant_id': '933276c3577b443fb02567a84c30f5f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'external_fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'ded73eea-7106-498e-9878-0a8de336978d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:15:31Z', 'updated_at': '2021-11-18T18:15:34Z', 'revision_number': 4, 'project_id': '933276c3577b443fb02567a84c30f5f2', 'gw_port': {'id': 'ded73eea-7106-498e-9878-0a8de336978d', 'name': '', 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:db:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f1c64f-8793-4736-8dd7-238dea8cb4ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:15:32Z', 'updated_at': '2021-11-18T18:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816695-1-iscsi', '_interfaces': [{'id': 'e1dc68f1-dda4-4c20-b052-f9b92219a638', 'name': '', 'network_id': '74df0788-e7d6-410e-9ee3-84c20bef6ca1', 'tenant_id': '933276c3577b443fb02567a84c30f5f2', 'mac_address': 'fa:16:3e:2b:cb:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f1c64f-8793-4736-8dd7-238dea8cb4ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '9c1a8c73-e246-4c32-9c4c-9a07f80b872f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:15:34Z', 'updated_at': '2021-11-18T18:15:41Z', 'revision_number': 5, 'project_id': '933276c3577b443fb02567a84c30f5f2', 'subnets': [{'id': '9c1a8c73-e246-4c32-9c4c-9a07f80b872f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816695-1-iscsi', False) {} {{(pid=101555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:22:14.424558 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3073b0b0-d6da-4c82-a56b-feb3ec89da66 None None] The sync data for ids ['99f1c64f-8793-4736-8dd7-238dea8cb4ec'] in dv-cinder-816695-1-iscsi is: [{'id': '99f1c64f-8793-4736-8dd7-238dea8cb4ec', 'name': 'tempest-TestShelveInstance-1403249405-router', 'tenant_id': '933276c3577b443fb02567a84c30f5f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'external_fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'ded73eea-7106-498e-9878-0a8de336978d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:15:31Z', 'updated_at': '2021-11-18T18:15:34Z', 'revision_number': 4, 'project_id': '933276c3577b443fb02567a84c30f5f2', 'gw_port': {'id': 'ded73eea-7106-498e-9878-0a8de336978d', 'name': '', 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:db:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f1c64f-8793-4736-8dd7-238dea8cb4ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:15:32Z', 'updated_at': '2021-11-18T18:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816695-1-iscsi', '_interfaces': [{'id': 'e1dc68f1-dda4-4c20-b052-f9b92219a638', 'name': '', 'network_id': '74df0788-e7d6-410e-9ee3-84c20bef6ca1', 'tenant_id': '933276c3577b443fb02567a84c30f5f2', 'mac_address': 'fa:16:3e:2b:cb:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f1c64f-8793-4736-8dd7-238dea8cb4ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '9c1a8c73-e246-4c32-9c4c-9a07f80b872f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:15:34Z', 'updated_at': '2021-11-18T18:15:41Z', 'revision_number': 5, 'project_id': '933276c3577b443fb02567a84c30f5f2', 'subnets': [{'id': '9c1a8c73-e246-4c32-9c4c-9a07f80b872f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 18:22:14.621124 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da234a2-6275-4d74-adf4-b99d056cf8ae None None] New status for floating IP e716dad2-16bd-47da-9649-1ff1f26b12ec: DOWN {{(pid=101556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 18 18:22:14.876490 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.agents_db [None req-879798a6-d64d-4745-9d9a-40c50c0efc22 None None] Agent healthcheck: found 6 active agents {{(pid=101556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 18:22:14.917058 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-e3a848c2-ffa0-4288-a759-e5f077163e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:22:16.942638 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-cd169395-ba62-4885-8b1f-e6616afe023f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:22:18.181336 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fd0a10-076c-48a6-bb14-47f91f450dfa req-f3205d36-49fd-4aec-97f0-d3a0873af5bb tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:22:18.182774 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-d1fd0a10-076c-48a6-bb14-47f91f450dfa req-f3205d36-49fd-4aec-97f0-d3a0873af5bb tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] 10.222.0.21 "GET /v2.0/ports?device_id=e13f02c6-2194-4791-8e7e-2d4dc3854082 HTTP/1.1" status: 200 len: 945 time: 0.0487137 Nov 18 18:22:18.220267 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-d1fd0a10-076c-48a6-bb14-47f91f450dfa req-4b62b46b-8952-429a-b187-7b86469fbe3f tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] 10.222.0.21 "GET /v2.0/security-groups?id=6238537b-ea9c-4f6a-a9d8-fc9d159a5add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313919 Nov 18 18:22:19.340596 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d1a469-e498-4872-911e-02da0f924e28 req-1160c41c-5751-4538-a83f-1c76306fdba9 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:22:19.342552 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-22d1a469-e498-4872-911e-02da0f924e28 req-1160c41c-5751-4538-a83f-1c76306fdba9 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] 10.222.0.21 "GET /v2.0/ports?device_id=e13f02c6-2194-4791-8e7e-2d4dc3854082 HTTP/1.1" status: 200 len: 945 time: 0.0542340 Nov 18 18:22:19.382007 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-22d1a469-e498-4872-911e-02da0f924e28 req-8155484d-b8f8-4529-8db7-a789b27a8989 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] 10.222.0.21 "GET /v2.0/security-groups?id=6238537b-ea9c-4f6a-a9d8-fc9d159a5add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333846 Nov 18 18:22:23.396709 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Device 0e82f62a-5e22-4453-b1db-fbbd1212114a no longer exists at agent hyperv_hv-cinder-81669 {{(pid=101555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 18:22:23.461038 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec904ac-473e-4911-9b6b-6d178d05012f req-224cf8eb-6e58-407c-8dce-84bacac1bed7 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:22:23.463169 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-2ec904ac-473e-4911-9b6b-6d178d05012f req-224cf8eb-6e58-407c-8dce-84bacac1bed7 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] 10.222.0.46 "GET /v2.0/ports?device_id=e13f02c6-2194-4791-8e7e-2d4dc3854082 HTTP/1.1" status: 200 len: 945 time: 0.0590160 Nov 18 18:22:23.581996 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a5dead-b167-4ba7-b0dd-7092c87e345f req-8fda9ef4-991b-41e8-beea-d1e3d9b9f7d2 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:22:23.583465 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-19a5dead-b167-4ba7-b0dd-7092c87e345f req-8fda9ef4-991b-41e8-beea-d1e3d9b9f7d2 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] 10.222.0.21 "GET /v2.0/ports?device_id=e13f02c6-2194-4791-8e7e-2d4dc3854082 HTTP/1.1" status: 200 len: 945 time: 0.0813265 Nov 18 18:22:23.600162 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:22:23.622097 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.plugin [req-2ec904ac-473e-4911-9b6b-6d178d05012f req-c28a24da-9c3b-4665-8f9a-3d25c70ce663 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Deleting port 0e82f62a-5e22-4453-b1db-fbbd1212114a {{(pid=101553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 18 18:22:23.622438 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e13f02c6-2194-4791-8e7e-2d4dc3854082', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e82f62a-5e22-4453-b1db-fbbd1212114a'}] {{(pid=101555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:22:23.622563 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-2ec904ac-473e-4911-9b6b-6d178d05012f req-c28a24da-9c3b-4665-8f9a-3d25c70ce663 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768457215290'] for port, before_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:22:23.624713 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d346ce470d451c2c3f81e461e68bbd58c3f0d417750f3f38c7c8caca9575360f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ce1800f-5129-4cd4-b00c-73ea85862493" -d '{"events": [{"server_uuid": "e13f02c6-2194-4791-8e7e-2d4dc3854082", "name": "network-vif-unplugged", "status": "completed", "tag": "0e82f62a-5e22-4453-b1db-fbbd1212114a"}]}' {{(pid=101555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:22:23.638016 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] For port 0e82f62a-5e22-4453-b1db-fbbd1212114a, host hv-cinder-81669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81669',level=0,port_id=0e82f62a-5e22-4453-b1db-fbbd1212114a,segment=NetworkSegment(dc52c420-f242-4fd4-b02f-66908d30a095),segment_id=dc52c420-f242-4fd4-b02f-66908d30a095)] {{(pid=101555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:22:23.642962 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:22:23.666492 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 18 Nov 2021 18:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c103297-435e-4a3d-9ef6-a431d074471a x-openstack-request-id: req-9c103297-435e-4a3d-9ef6-a431d074471a {{(pid=101555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:22:23.666866 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e13f02c6-2194-4791-8e7e-2d4dc3854082", "name": "network-vif-unplugged", "status": "completed", "tag": "0e82f62a-5e22-4453-b1db-fbbd1212114a", "code": 200}]} {{(pid=101555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:22:23.667096 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9c103297-435e-4a3d-9ef6-a431d074471a {{(pid=101555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:22:23.667484 dv-cinder-816695-1-iscsi neutron-server[101555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e13f02c6-2194-4791-8e7e-2d4dc3854082', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e82f62a-5e22-4453-b1db-fbbd1212114a', 'code': 200} Nov 18 18:22:23.676578 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-19a5dead-b167-4ba7-b0dd-7092c87e345f req-a640b5e8-5fba-4e84-bb12-c04424d16456 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] 10.222.0.21 "GET /v2.0/security-groups?id=6238537b-ea9c-4f6a-a9d8-fc9d159a5add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849748 Nov 18 18:22:23.693178 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Pushing event updated for resources: {'Port': ['ID=0e82f62a-5e22-4453-b1db-fbbd1212114a,revision_number=9']} {{(pid=101555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:22:23.700808 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:22:23.701510 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:22:23.701629 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:22:23.701897 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:22:23.702229 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:22:23.702563 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:22:23.702897 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:22:23.703228 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:22:23.703558 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:22:23.704123 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:22:23.704442 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:22:23.704773 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:22:23.725803 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.db [req-2ec904ac-473e-4911-9b6b-6d178d05012f req-c28a24da-9c3b-4665-8f9a-3d25c70ce663 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] For port 0e82f62a-5e22-4453-b1db-fbbd1212114a, host hv-cinder-81669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81669',level=0,port_id=0e82f62a-5e22-4453-b1db-fbbd1212114a,segment=NetworkSegment(dc52c420-f242-4fd4-b02f-66908d30a095),segment_id=dc52c420-f242-4fd4-b02f-66908d30a095)] {{(pid=101553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:22:23.726341 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-2ec904ac-473e-4911-9b6b-6d178d05012f req-c28a24da-9c3b-4665-8f9a-3d25c70ce663 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369284'] for port, precommit_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:22:23.741012 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.plugin [req-2ec904ac-473e-4911-9b6b-6d178d05012f req-c28a24da-9c3b-4665-8f9a-3d25c70ce663 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Calling delete_port for 0e82f62a-5e22-4453-b1db-fbbd1212114a owned by compute:nova {{(pid=101553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 18 18:22:23.869624 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-2ec904ac-473e-4911-9b6b-6d178d05012f req-c28a24da-9c3b-4665-8f9a-3d25c70ce663 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768457221690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768456900410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5584108'] for port, after_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:22:23.898018 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28a24da-9c3b-4665-8f9a-3d25c70ce663 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Pushing event deleted for resources: {'Port': ['ID=0e82f62a-5e22-4453-b1db-fbbd1212114a,revision_number=None']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:22:23.937682 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ec904ac-473e-4911-9b6b-6d178d05012f req-c28a24da-9c3b-4665-8f9a-3d25c70ce663 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] No DVR routers for this DVR port 0e82f62a-5e22-4453-b1db-fbbd1212114a on host hv-cinder-81669 {{(pid=101553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 18:22:23.940182 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-2ec904ac-473e-4911-9b6b-6d178d05012f req-c28a24da-9c3b-4665-8f9a-3d25c70ce663 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47340'] for port, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:22:23.943452 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-2ec904ac-473e-4911-9b6b-6d178d05012f req-c28a24da-9c3b-4665-8f9a-3d25c70ce663 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] 10.222.0.46 "DELETE /v2.0/ports/0e82f62a-5e22-4453-b1db-fbbd1212114a HTTP/1.1" status: 204 len: 173 time: 0.4736562 Nov 18 18:22:23.943912 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e13f02c6-2194-4791-8e7e-2d4dc3854082', 'name': 'network-vif-deleted', 'tag': '0e82f62a-5e22-4453-b1db-fbbd1212114a'}] {{(pid=101553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:22:23.946722 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3f9c8695bc273365e1ae5046181e224bccdab9c1f2bdac51621509927968c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78d13ee1-1cfd-45c8-8896-545144137461" -d '{"events": [{"server_uuid": "e13f02c6-2194-4791-8e7e-2d4dc3854082", "name": "network-vif-deleted", "tag": "0e82f62a-5e22-4453-b1db-fbbd1212114a"}]}' {{(pid=101553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:22:23.986959 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 18:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5d63af0-9c75-4e60-bf9e-2087104e730c x-openstack-request-id: req-a5d63af0-9c75-4e60-bf9e-2087104e730c {{(pid=101553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:22:23.987268 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e13f02c6-2194-4791-8e7e-2d4dc3854082", "name": "network-vif-deleted", "tag": "0e82f62a-5e22-4453-b1db-fbbd1212114a", "status": "completed", "code": 200}]} {{(pid=101553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:22:23.987525 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a5d63af0-9c75-4e60-bf9e-2087104e730c {{(pid=101553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:22:23.987975 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e13f02c6-2194-4791-8e7e-2d4dc3854082', 'name': 'network-vif-deleted', 'tag': '0e82f62a-5e22-4453-b1db-fbbd1212114a', 'status': 'completed', 'code': 200} Nov 18 18:22:24.801148 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-e3286c65-cb38-4791-b820-7d68a8e9e43a req-059a2a3e-0b56-416c-b96b-0b703eb2ebf0 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] 10.222.0.21 "GET /v2.0/ports?device_id=e13f02c6-2194-4791-8e7e-2d4dc3854082 HTTP/1.1" status: 200 len: 210 time: 0.0321982 Nov 18 18:22:25.607503 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:22:25.864443 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 53084) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:22:25.921628 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-0761c26e-c9ea-40b2-a6e3-e3ff3d7668c5 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Notify callbacks [] for security_group, before_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:22:25.946493 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-0761c26e-c9ea-40b2-a6e3-e3ff3d7668c5 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:22:26.003582 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-0761c26e-c9ea-40b2-a6e3-e3ff3d7668c5 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:22:26.006232 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-0761c26e-c9ea-40b2-a6e3-e3ff3d7668c5 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Notify callbacks [] for security_group, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:22:26.007390 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-0761c26e-c9ea-40b2-a6e3-e3ff3d7668c5 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] 10.222.0.21 "DELETE /v2.0/security-groups/6238537b-ea9c-4f6a-a9d8-fc9d159a5add HTTP/1.1" status: 204 len: 168 time: 0.1419713 Nov 18 18:22:26.018473 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0761c26e-c9ea-40b2-a6e3-e3ff3d7668c5 tempest-TestShelveInstance-763887060 tempest-TestShelveInstance-763887060-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6238537b-ea9c-4f6a-a9d8-fc9d159a5add,revision_number=None']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:22:26.064833 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 53088) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:22:26.798644 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-03a5f28e-25bf-4aab-be6b-0a1e212ff57b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-368475'] for router_interface, before_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:22:27.042563 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.plugin [None req-03a5f28e-25bf-4aab-be6b-0a1e212ff57b admin admin] Deleting port e1dc68f1-dda4-4c20-b052-f9b92219a638 {{(pid=101553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 18 18:22:27.043242 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-03a5f28e-25bf-4aab-be6b-0a1e212ff57b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768457215290'] for port, before_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:22:27.121337 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.db [None req-03a5f28e-25bf-4aab-be6b-0a1e212ff57b admin admin] For port e1dc68f1-dda4-4c20-b052-f9b92219a638, host dv-cinder-816695-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816695-1-iscsi',level=0,port_id=e1dc68f1-dda4-4c20-b052-f9b92219a638,segment=NetworkSegment(dc52c420-f242-4fd4-b02f-66908d30a095),segment_id=dc52c420-f242-4fd4-b02f-66908d30a095)] {{(pid=101553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:22:27.121694 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-03a5f28e-25bf-4aab-be6b-0a1e212ff57b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369284'] for port, precommit_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:22:27.134851 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.plugin [None req-03a5f28e-25bf-4aab-be6b-0a1e212ff57b admin admin] Calling delete_port for e1dc68f1-dda4-4c20-b052-f9b92219a638 owned by network:router_interface {{(pid=101553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 18 18:22:27.316396 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-03a5f28e-25bf-4aab-be6b-0a1e212ff57b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768457221690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768456900410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5584108'] for port, after_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:22:27.342603 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a5f28e-25bf-4aab-be6b-0a1e212ff57b admin admin] Pushing event deleted for resources: {'Port': ['ID=e1dc68f1-dda4-4c20-b052-f9b92219a638,revision_number=None']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:22:27.518322 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-03a5f28e-25bf-4aab-be6b-0a1e212ff57b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-368541'] for router_interface, after_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:22:27.737040 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03a5f28e-25bf-4aab-be6b-0a1e212ff57b admin admin] Router 99f1c64f-8793-4736-8dd7-238dea8cb4ec has already been hosted by L3 agent 11d55508-f5ea-4178-bd3a-0ed8666e5761 {{(pid=101553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 18:22:27.849774 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03a5f28e-25bf-4aab-be6b-0a1e212ff57b admin admin] Notify agent at l3_agent.dv-cinder-816695-1-iscsi the message routers_updated {{(pid=101553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 18:22:27.854878 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-03a5f28e-25bf-4aab-be6b-0a1e212ff57b admin admin] 10.222.0.21 "PUT /v2.0/routers/99f1c64f-8793-4736-8dd7-238dea8cb4ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7886009 Nov 18 18:22:27.857404 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 53112) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:22:27.860130 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484927a3-393b-4cd6-adfe-319f29b7e46f None None] Sync routers for ids ['99f1c64f-8793-4736-8dd7-238dea8cb4ec'] in dv-cinder-816695-1-iscsi {{(pid=101555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 18:22:27.870527 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484927a3-393b-4cd6-adfe-319f29b7e46f None None] Routers {'99f1c64f-8793-4736-8dd7-238dea8cb4ec'} bound to L3 agent in host dv-cinder-816695-1-iscsi {{(pid=101555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:22:27.871549 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_hamode_db [None req-484927a3-393b-4cd6-adfe-319f29b7e46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T18:05:14Z,description=,heartbeat_timestamp=2021-11-18T18:22:14Z,host='dv-cinder-816695-1-iscsi',id=11d55508-f5ea-4178-bd3a-0ed8666e5761,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T18:05:14Z,topic='l3_agent')) {'router_ids': ['99f1c64f-8793-4736-8dd7-238dea8cb4ec'], 'active': True} {{(pid=101555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:22:27.974173 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-be7c0974-8659-4235-923f-d6533612b72a admin admin] Notify callbacks [] for router, before_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:22:27.993091 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_dvr_db [None req-484927a3-393b-4cd6-adfe-319f29b7e46f None None] Set router 99f1c64f-8793-4736-8dd7-238dea8cb4ec gateway port host: dv-cinder-816695-1-iscsi {{(pid=101555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:22:28.096114 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-1bcd894e-b78c-4dd6-acde-1eccef33ef4d req-54d99ede-b95b-4378-bea5-423ad18e02df service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7ac132f7-91a4-42e6-84c0-b3180a680c5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0592175 Nov 18 18:22:28.112388 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-be7c0974-8659-4235-923f-d6533612b72a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:22:28.191526 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcd894e-b78c-4dd6-acde-1eccef33ef4d req-a64d750f-03e7-4404-8169-d9a9f7db9d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:22:28.193064 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-1bcd894e-b78c-4dd6-acde-1eccef33ef4d req-a64d750f-03e7-4404-8169-d9a9f7db9d19 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=080aae90ae2d433d95e93daa3aeb17ce&device_id=7ac132f7-91a4-42e6-84c0-b3180a680c5f HTTP/1.1" status: 200 len: 1098 time: 0.0705314 Nov 18 18:22:28.209809 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.plugin [None req-be7c0974-8659-4235-923f-d6533612b72a admin admin] Deleting port ded73eea-7106-498e-9878-0a8de336978d {{(pid=101553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 18 18:22:28.210146 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-be7c0974-8659-4235-923f-d6533612b72a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768457215290'] for port, before_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:22:28.210270 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_hamode_db [None req-484927a3-393b-4cd6-adfe-319f29b7e46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99f1c64f-8793-4736-8dd7-238dea8cb4ec', 'name': 'tempest-TestShelveInstance-1403249405-router', 'tenant_id': '933276c3577b443fb02567a84c30f5f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'external_fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'ded73eea-7106-498e-9878-0a8de336978d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:15:31Z', 'updated_at': '2021-11-18T18:22:27Z', 'revision_number': 5, 'project_id': '933276c3577b443fb02567a84c30f5f2', 'gw_port': {'id': 'ded73eea-7106-498e-9878-0a8de336978d', 'name': '', 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:db:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f1c64f-8793-4736-8dd7-238dea8cb4ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:15:32Z', 'updated_at': '2021-11-18T18:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816695-1-iscsi'}], 'dv-cinder-816695-1-iscsi', False) {} {{(pid=101555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:22:28.237743 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484927a3-393b-4cd6-adfe-319f29b7e46f None None] Checking router: 99f1c64f-8793-4736-8dd7-238dea8cb4ec for host: dv-cinder-816695-1-iscsi {{(pid=101555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 18:22:28.246799 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484927a3-393b-4cd6-adfe-319f29b7e46f None None] Routers {'99f1c64f-8793-4736-8dd7-238dea8cb4ec'} bound to L3 agent in host dv-cinder-816695-1-iscsi {{(pid=101555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:22:28.247398 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_hamode_db [None req-484927a3-393b-4cd6-adfe-319f29b7e46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T18:05:14Z,description=,heartbeat_timestamp=2021-11-18T18:22:14Z,host='dv-cinder-816695-1-iscsi',id=11d55508-f5ea-4178-bd3a-0ed8666e5761,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T18:05:14Z,topic='l3_agent')) {'router_ids': ['99f1c64f-8793-4736-8dd7-238dea8cb4ec'], 'active': True} {{(pid=101555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:22:28.334351 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_dvr_db [None req-484927a3-393b-4cd6-adfe-319f29b7e46f None None] Set router 99f1c64f-8793-4736-8dd7-238dea8cb4ec gateway port host: None {{(pid=101555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:22:28.356873 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.db [None req-be7c0974-8659-4235-923f-d6533612b72a admin admin] For port ded73eea-7106-498e-9878-0a8de336978d, host dv-cinder-816695-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816695-1-iscsi',level=0,port_id=ded73eea-7106-498e-9878-0a8de336978d,segment=NetworkSegment(ccf61333-990a-41b6-8fac-e85eb4401822),segment_id=ccf61333-990a-41b6-8fac-e85eb4401822)] {{(pid=101553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:22:28.357238 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-be7c0974-8659-4235-923f-d6533612b72a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369284'] for port, precommit_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:22:28.371958 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcd894e-b78c-4dd6-acde-1eccef33ef4d req-b311ea92-f993-47dc-bedd-beceee25cafb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:22:28.373440 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-1bcd894e-b78c-4dd6-acde-1eccef33ef4d req-b311ea92-f993-47dc-bedd-beceee25cafb service neutron] 10.222.0.46 "GET /v2.0/networks?id=f21b1cf4-9836-4a7b-8947-90f148ea7c8b HTTP/1.1" status: 200 len: 918 time: 0.1512144 Nov 18 18:22:28.374309 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.plugin [None req-be7c0974-8659-4235-923f-d6533612b72a admin admin] Calling delete_port for ded73eea-7106-498e-9878-0a8de336978d owned by network:router_gateway {{(pid=101553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 18 18:22:28.388437 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_hamode_db [None req-484927a3-393b-4cd6-adfe-319f29b7e46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99f1c64f-8793-4736-8dd7-238dea8cb4ec', 'name': 'tempest-TestShelveInstance-1403249405-router', 'tenant_id': '933276c3577b443fb02567a84c30f5f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:15:31Z', 'updated_at': '2021-11-18T18:22:28Z', 'revision_number': 6, 'project_id': '933276c3577b443fb02567a84c30f5f2', 'gw_port_host': None}], 'dv-cinder-816695-1-iscsi', False) {} {{(pid=101555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:22:28.423751 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484927a3-393b-4cd6-adfe-319f29b7e46f None None] The sync data for ids ['99f1c64f-8793-4736-8dd7-238dea8cb4ec'] in dv-cinder-816695-1-iscsi is: [{'id': '99f1c64f-8793-4736-8dd7-238dea8cb4ec', 'name': 'tempest-TestShelveInstance-1403249405-router', 'tenant_id': '933276c3577b443fb02567a84c30f5f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:15:31Z', 'updated_at': '2021-11-18T18:22:28Z', 'revision_number': 6, 'project_id': '933276c3577b443fb02567a84c30f5f2', 'gw_port_host': None}] {{(pid=101555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 18:22:28.486197 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-1bcd894e-b78c-4dd6-acde-1eccef33ef4d req-dd151b2a-436b-44ca-a602-c2884f2935ec service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=97110bd3-4ae1-40a7-8f32-0c7593009446 HTTP/1.1" status: 200 len: 1001 time: 0.1036079 Nov 18 18:22:28.579147 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcd894e-b78c-4dd6-acde-1eccef33ef4d req-970c6eda-51a2-4c98-ae8e-ac7906adfd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:22:28.580660 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-1bcd894e-b78c-4dd6-acde-1eccef33ef4d req-970c6eda-51a2-4c98-ae8e-ac7906adfd91 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7e1d2c9d-3536-4097-943a-2b344ea0e9fc HTTP/1.1" status: 200 len: 856 time: 0.0860765 Nov 18 18:22:28.654815 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-be7c0974-8659-4235-923f-d6533612b72a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768457221690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768456900410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5584108'] for port, after_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:22:28.683003 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcd894e-b78c-4dd6-acde-1eccef33ef4d req-01611056-7d9d-4c8a-88a6-93b887729872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:22:28.684622 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-1bcd894e-b78c-4dd6-acde-1eccef33ef4d req-01611056-7d9d-4c8a-88a6-93b887729872 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f21b1cf4-9836-4a7b-8947-90f148ea7c8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0788407 Nov 18 18:22:28.686047 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7c0974-8659-4235-923f-d6533612b72a admin admin] Pushing event deleted for resources: {'Port': ['ID=ded73eea-7106-498e-9878-0a8de336978d,revision_number=None']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:22:28.799302 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-be7c0974-8659-4235-923f-d6533612b72a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-366283'] for router_gateway, after_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:22:28.902551 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-1bcd894e-b78c-4dd6-acde-1eccef33ef4d req-8dd15a77-daa0-49d1-ade1-a1018ef64d5a service neutron] 10.222.0.46 "GET /v2.0/networks/f21b1cf4-9836-4a7b-8947-90f148ea7c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098029 Nov 18 18:22:28.908608 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-be7c0974-8659-4235-923f-d6533612b72a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-362562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15900'] for router, precommit_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:22:28.919211 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-be7c0974-8659-4235-923f-d6533612b72a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:22:29.009120 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-be7c0974-8659-4235-923f-d6533612b72a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-362587'] for router, after_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:22:29.009647 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be7c0974-8659-4235-923f-d6533612b72a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 99f1c64f-8793-4736-8dd7-238dea8cb4ec {{(pid=101553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 18 18:22:29.014849 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-be7c0974-8659-4235-923f-d6533612b72a admin admin] Notify callbacks [] for router, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:22:29.020950 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 53124) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:22:29.026078 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-be7c0974-8659-4235-923f-d6533612b72a admin admin] 10.222.0.21 "DELETE /v2.0/routers/99f1c64f-8793-4736-8dd7-238dea8cb4ec HTTP/1.1" status: 204 len: 168 time: 1.1676376 Nov 18 18:22:29.059183 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-1bcd894e-b78c-4dd6-acde-1eccef33ef4d req-3bc69fb6-2fb5-4fe2-bf08-71409804cc65 service neutron] 10.222.0.46 "GET /v2.0/networks/f21b1cf4-9836-4a7b-8947-90f148ea7c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486502 Nov 18 18:22:29.073262 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.db.db_base_plugin_v2 [None req-5051a188-f519-493e-8246-b964bad07b5f admin admin] Deleting subnet 9c1a8c73-e246-4c32-9c4c-9a07f80b872f {{(pid=101554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 18 18:22:29.076540 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-5051a188-f519-493e-8246-b964bad07b5f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:22:29.112531 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-5051a188-f519-493e-8246-b964bad07b5f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5286161'] for subnet, precommit_delete_associations {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:22:29.224095 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-5051a188-f519-493e-8246-b964bad07b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1775345'] for subnet, precommit_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:22:29.281380 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-5051a188-f519-493e-8246-b964bad07b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1775304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6202548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5600036'] for subnet, after_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:22:29.306238 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5051a188-f519-493e-8246-b964bad07b5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c1a8c73-e246-4c32-9c4c-9a07f80b872f,revision_number=None']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:22:29.309972 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-5051a188-f519-493e-8246-b964bad07b5f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:22:29.313157 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-5051a188-f519-493e-8246-b964bad07b5f admin admin] 10.222.0.21 "DELETE /v2.0/subnets/9c1a8c73-e246-4c32-9c4c-9a07f80b872f HTTP/1.1" status: 204 len: 168 time: 0.2934792 Nov 18 18:22:29.315708 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 53126) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:22:29.318189 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32cb7bb1-7625-411c-9014-05a5e362d166 None None] Network 74df0788-e7d6-410e-9ee3-84c20bef6ca1 requested from dv-cinder-816695-1-iscsi {{(pid=101555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 18:22:29.386884 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-dcdee9f3-9f42-4ed3-8448-cc7b711eaf04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793125'] for network, before_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:22:29.443546 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.plugin [None req-dcdee9f3-9f42-4ed3-8448-cc7b711eaf04 admin admin] Deleting port 710afa2a-68ee-4343-9df2-1eb2fa563de0 {{(pid=101554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 18 18:22:29.443935 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-dcdee9f3-9f42-4ed3-8448-cc7b711eaf04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768457215290'] for port, before_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:22:29.495704 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-512fe53e-809d-43d7-80e8-0d8a8d24d50c None None] DHCP port deletion for 74df0788-e7d6-410e-9ee3-84c20bef6ca1 request from dv-cinder-816695-1-iscsi {{(pid=101555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 18:22:29.512327 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.db [None req-dcdee9f3-9f42-4ed3-8448-cc7b711eaf04 admin admin] For port 710afa2a-68ee-4343-9df2-1eb2fa563de0, host dv-cinder-816695-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816695-1-iscsi',level=0,port_id=710afa2a-68ee-4343-9df2-1eb2fa563de0,segment=NetworkSegment(dc52c420-f242-4fd4-b02f-66908d30a095),segment_id=dc52c420-f242-4fd4-b02f-66908d30a095)] {{(pid=101554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:22:29.512696 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-dcdee9f3-9f42-4ed3-8448-cc7b711eaf04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369284'] for port, precommit_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:22:29.527038 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.plugin [None req-dcdee9f3-9f42-4ed3-8448-cc7b711eaf04 admin admin] Calling delete_port for 710afa2a-68ee-4343-9df2-1eb2fa563de0 owned by network:dhcp {{(pid=101554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 18 18:22:29.559494 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.plugin [None req-512fe53e-809d-43d7-80e8-0d8a8d24d50c None None] Deleting port 710afa2a-68ee-4343-9df2-1eb2fa563de0 {{(pid=101555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 18 18:22:29.560048 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-512fe53e-809d-43d7-80e8-0d8a8d24d50c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768457215290'] for port, before_delete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:22:29.615158 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-dcdee9f3-9f42-4ed3-8448-cc7b711eaf04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768457221690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768456900410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6202601'] for port, after_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:22:29.633568 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-512fe53e-809d-43d7-80e8-0d8a8d24d50c None None] For port 710afa2a-68ee-4343-9df2-1eb2fa563de0, host dv-cinder-816695-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816695-1-iscsi',level=0,port_id=710afa2a-68ee-4343-9df2-1eb2fa563de0,segment=NetworkSegment(dc52c420-f242-4fd4-b02f-66908d30a095),segment_id=dc52c420-f242-4fd4-b02f-66908d30a095)] {{(pid=101555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:22:29.634115 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-512fe53e-809d-43d7-80e8-0d8a8d24d50c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369284'] for port, precommit_delete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:22:29.643753 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdee9f3-9f42-4ed3-8448-cc7b711eaf04 admin admin] No DVR routers for this DVR port 710afa2a-68ee-4343-9df2-1eb2fa563de0 on host dv-cinder-816695-1-iscsi {{(pid=101554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 18:22:29.645570 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdee9f3-9f42-4ed3-8448-cc7b711eaf04 admin admin] Pushing event deleted for resources: {'Port': ['ID=710afa2a-68ee-4343-9df2-1eb2fa563de0,revision_number=None']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:22:29.652706 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.plugin [None req-512fe53e-809d-43d7-80e8-0d8a8d24d50c None None] Calling delete_port for 710afa2a-68ee-4343-9df2-1eb2fa563de0 owned by network:dhcp {{(pid=101555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 18 18:22:29.729204 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-dcdee9f3-9f42-4ed3-8448-cc7b711eaf04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775996', 'neutron.services.segments.db._delete_segments_for_network-8768457200168'] for network, precommit_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:22:29.751364 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.services.segments.db [None req-dcdee9f3-9f42-4ed3-8448-cc7b711eaf04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74df0788-e7d6-410e-9ee3-84c20bef6ca1']}} {{(pid=101554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:22:29.766146 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.services.segments.db [None req-dcdee9f3-9f42-4ed3-8448-cc7b711eaf04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc52c420-f242-4fd4-b02f-66908d30a095') {'for_net_delete': True} {{(pid=101554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:22:29.766501 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.services.segments.db [None req-dcdee9f3-9f42-4ed3-8448-cc7b711eaf04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc52c420-f242-4fd4-b02f-66908d30a095') {} {{(pid=101554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:22:29.772502 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 53134) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:22:29.773845 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-512fe53e-809d-43d7-80e8-0d8a8d24d50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768457221690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768456900410'] for port, after_delete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:22:29.781277 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-dcdee9f3-9f42-4ed3-8448-cc7b711eaf04 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768457200505', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5286168'] for segment, before_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:22:29.795206 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-dcdee9f3-9f42-4ed3-8448-cc7b711eaf04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1774666'] for segment, precommit_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:22:29.801253 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512fe53e-809d-43d7-80e8-0d8a8d24d50c None None] Pushing event deleted for resources: {'Port': ['ID=710afa2a-68ee-4343-9df2-1eb2fa563de0,revision_number=None']} {{(pid=101555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:22:29.801622 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcdee9f3-9f42-4ed3-8448-cc7b711eaf04 admin admin] Releasing vlan 797 on physical network physnet1 to pool {{(pid=101554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 18:22:29.801833 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-dcdee9f3-9f42-4ed3-8448-cc7b711eaf04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1774666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6202394'] for segment, after_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:22:29.803656 dv-cinder-816695-1-iscsi neutron-server[101554]: Traceback (most recent call last): Nov 18 18:22:29.803656 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 18:22:29.803656 dv-cinder-816695-1-iscsi neutron-server[101554]: timer() Nov 18 18:22:29.803656 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 18:22:29.803656 dv-cinder-816695-1-iscsi neutron-server[101554]: cb(*args, **kw) Nov 18 18:22:29.803656 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 18:22:29.803656 dv-cinder-816695-1-iscsi neutron-server[101554]: return func(*args, **kwargs) Nov 18 18:22:29.803656 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 18:22:29.803656 dv-cinder-816695-1-iscsi neutron-server[101554]: self._notify() Nov 18 18:22:29.803656 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 18:22:29.803656 dv-cinder-816695-1-iscsi neutron-server[101554]: self.callback(batched_events) Nov 18 18:22:29.803656 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 18:22:29.803656 dv-cinder-816695-1-iscsi neutron-server[101554]: event.method(event) Nov 18 18:22:29.803656 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 18:22:29.803656 dv-cinder-816695-1-iscsi neutron-server[101554]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 18:22:29.803656 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 18:22:29.803656 dv-cinder-816695-1-iscsi neutron-server[101554]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 18:22:29.803656 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 18:22:29.803656 dv-cinder-816695-1-iscsi neutron-server[101554]: return f(self, *a, **k) Nov 18 18:22:29.803656 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 18:22:29.803656 dv-cinder-816695-1-iscsi neutron-server[101554]: return self._get(url).json() Nov 18 18:22:29.803656 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 18:22:29.803656 dv-cinder-816695-1-iscsi neutron-server[101554]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 18:22:29.803656 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 18:22:29.803656 dv-cinder-816695-1-iscsi neutron-server[101554]: return self.request(url, 'GET', **kwargs) Nov 18 18:22:29.803656 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 18:22:29.803656 dv-cinder-816695-1-iscsi neutron-server[101554]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 18:22:29.803656 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 18:22:29.803656 dv-cinder-816695-1-iscsi neutron-server[101554]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 18:22:29.803656 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 18:22:29.803656 dv-cinder-816695-1-iscsi neutron-server[101554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 18:22:29.803656 dv-cinder-816695-1-iscsi neutron-server[101554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 18:22:29.807799 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512fe53e-809d-43d7-80e8-0d8a8d24d50c None None] No DVR routers for this DVR port 710afa2a-68ee-4343-9df2-1eb2fa563de0 on host dv-cinder-816695-1-iscsi {{(pid=101555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 18:22:29.884056 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-dcdee9f3-9f42-4ed3-8448-cc7b711eaf04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-366119'] for network, after_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:22:29.892753 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-dcdee9f3-9f42-4ed3-8448-cc7b711eaf04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553968'] for network, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:22:29.896747 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-dcdee9f3-9f42-4ed3-8448-cc7b711eaf04 admin admin] 10.222.0.21 "DELETE /v2.0/networks/74df0788-e7d6-410e-9ee3-84c20bef6ca1 HTTP/1.1" status: 204 len: 168 time: 0.5798564 Nov 18 18:22:29.901377 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 53138) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:22:29.920726 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdee9f3-9f42-4ed3-8448-cc7b711eaf04 admin admin] Pushing event deleted for resources: {'Network': ['ID=74df0788-e7d6-410e-9ee3-84c20bef6ca1,revision_number=None']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:22:29.924187 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-e646fe94-7b9b-43bd-ac69-7ab7321939e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:22:30.003781 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-e646fe94-7b9b-43bd-ac69-7ab7321939e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:22:30.007645 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-e646fe94-7b9b-43bd-ac69-7ab7321939e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:22:30.047935 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e646fe94-7b9b-43bd-ac69-7ab7321939e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1415b374-cabb-4132-89ef-0f64165f12a8,revision_number=1']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:22:30.077951 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-e646fe94-7b9b-43bd-ac69-7ab7321939e6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4aa782e97f3a470db90e895997314f40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3019822 Nov 18 18:22:30.079272 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 53144) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:22:30.142862 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Device e1dc68f1-dda4-4c20-b052-f9b92219a638 no longer exists at agent ovs-agent-dv-cinder-816695-1-iscsi {{(pid=101555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 18:22:30.160741 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-18b49f58-055e-444c-a1d9-eb067b50d5c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:22:30.162637 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.plugin [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] No Port match for: e1dc68f1-dda4-4c20-b052-f9b92219a638 {{(pid=101555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 18 18:22:30.163162 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Device e1dc68f1-dda4-4c20-b052-f9b92219a638 not bound to the agent host dv-cinder-816695-1-iscsi {{(pid=101555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 18:22:30.165320 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Device ded73eea-7106-498e-9878-0a8de336978d no longer exists at agent ovs-agent-dv-cinder-816695-1-iscsi {{(pid=101555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 18:22:30.185126 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.plugin [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] No Port match for: ded73eea-7106-498e-9878-0a8de336978d {{(pid=101555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 18 18:22:30.185717 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Device ded73eea-7106-498e-9878-0a8de336978d not bound to the agent host dv-cinder-816695-1-iscsi {{(pid=101555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 18:22:30.186326 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Device 710afa2a-68ee-4343-9df2-1eb2fa563de0 no longer exists at agent ovs-agent-dv-cinder-816695-1-iscsi {{(pid=101555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 18:22:30.203930 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.plugin [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] No Port match for: 710afa2a-68ee-4343-9df2-1eb2fa563de0 {{(pid=101555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 18 18:22:30.204275 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Device 710afa2a-68ee-4343-9df2-1eb2fa563de0 not bound to the agent host dv-cinder-816695-1-iscsi {{(pid=101555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 18:22:30.210708 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-18b49f58-055e-444c-a1d9-eb067b50d5c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:22:30.294423 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-18b49f58-055e-444c-a1d9-eb067b50d5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:22:30.297608 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-18b49f58-055e-444c-a1d9-eb067b50d5c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:22:30.298130 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-18b49f58-055e-444c-a1d9-eb067b50d5c5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1415b374-cabb-4132-89ef-0f64165f12a8 HTTP/1.1" status: 204 len: 168 time: 0.2179575 Nov 18 18:22:30.309139 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b49f58-055e-444c-a1d9-eb067b50d5c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1415b374-cabb-4132-89ef-0f64165f12a8,revision_number=None']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:22:30.371040 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-b08e739b-db26-41f0-b0d7-cf06926771ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-368475'] for router_interface, before_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:22:30.631605 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.plugin [None req-b08e739b-db26-41f0-b0d7-cf06926771ad admin admin] Deleting port cda329e9-eb0d-4385-89ef-0e8ef3d0287a {{(pid=101553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 18 18:22:30.631990 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-b08e739b-db26-41f0-b0d7-cf06926771ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768457215290'] for port, before_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:22:30.712188 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.db [None req-b08e739b-db26-41f0-b0d7-cf06926771ad admin admin] For port cda329e9-eb0d-4385-89ef-0e8ef3d0287a, host dv-cinder-816695-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816695-1-iscsi',level=0,port_id=cda329e9-eb0d-4385-89ef-0e8ef3d0287a,segment=NetworkSegment(f8564ec0-0953-4a27-97fb-bf302827c826),segment_id=f8564ec0-0953-4a27-97fb-bf302827c826)] {{(pid=101553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:22:30.712544 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-b08e739b-db26-41f0-b0d7-cf06926771ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369284'] for port, precommit_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:22:30.725956 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.plugin [None req-b08e739b-db26-41f0-b0d7-cf06926771ad admin admin] Calling delete_port for cda329e9-eb0d-4385-89ef-0e8ef3d0287a owned by network:router_interface {{(pid=101553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 18 18:22:30.904975 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-b08e739b-db26-41f0-b0d7-cf06926771ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768457221690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768456900410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5584108'] for port, after_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:22:30.929286 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08e739b-db26-41f0-b0d7-cf06926771ad admin admin] Pushing event deleted for resources: {'Port': ['ID=cda329e9-eb0d-4385-89ef-0e8ef3d0287a,revision_number=None']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:22:31.340868 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-b08e739b-db26-41f0-b0d7-cf06926771ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-368541'] for router_interface, after_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:22:31.551077 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b08e739b-db26-41f0-b0d7-cf06926771ad admin admin] Router 35dda3f7-2d6e-4935-8743-f97acd17d8c3 has already been hosted by L3 agent 11d55508-f5ea-4178-bd3a-0ed8666e5761 {{(pid=101553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 18:22:31.665235 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b08e739b-db26-41f0-b0d7-cf06926771ad admin admin] Notify agent at l3_agent.dv-cinder-816695-1-iscsi the message routers_updated {{(pid=101553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 18:22:31.670351 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-b08e739b-db26-41f0-b0d7-cf06926771ad admin admin] 10.222.0.21 "PUT /v2.0/routers/35dda3f7-2d6e-4935-8743-f97acd17d8c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7678084 Nov 18 18:22:31.672868 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 53152) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:22:31.674340 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09bdc46-3e5c-4b40-b681-4f3a21596287 None None] Sync routers for ids ['35dda3f7-2d6e-4935-8743-f97acd17d8c3'] in dv-cinder-816695-1-iscsi {{(pid=101556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 18:22:31.683979 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09bdc46-3e5c-4b40-b681-4f3a21596287 None None] Routers {'35dda3f7-2d6e-4935-8743-f97acd17d8c3'} bound to L3 agent in host dv-cinder-816695-1-iscsi {{(pid=101556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:22:31.684572 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_hamode_db [None req-a09bdc46-3e5c-4b40-b681-4f3a21596287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T18:05:14Z,description=,heartbeat_timestamp=2021-11-18T18:22:14Z,host='dv-cinder-816695-1-iscsi',id=11d55508-f5ea-4178-bd3a-0ed8666e5761,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T18:05:14Z,topic='l3_agent')) {'router_ids': ['35dda3f7-2d6e-4935-8743-f97acd17d8c3'], 'active': True} {{(pid=101556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:22:31.787299 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-14bcacb7-9bb6-4310-9a18-a8a8c1510b7c admin admin] Notify callbacks [] for router, before_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:22:31.788819 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_dvr_db [None req-a09bdc46-3e5c-4b40-b681-4f3a21596287 None None] Set router 35dda3f7-2d6e-4935-8743-f97acd17d8c3 gateway port host: dv-cinder-816695-1-iscsi {{(pid=101556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:22:31.892172 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-14bcacb7-9bb6-4310-9a18-a8a8c1510b7c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:22:31.944867 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.plugin [None req-14bcacb7-9bb6-4310-9a18-a8a8c1510b7c admin admin] Deleting port db76a122-e2da-4c4c-bf6d-45c1c99b09d9 {{(pid=101553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 18 18:22:31.946096 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-14bcacb7-9bb6-4310-9a18-a8a8c1510b7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768457215290'] for port, before_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:22:31.966322 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_hamode_db [None req-a09bdc46-3e5c-4b40-b681-4f3a21596287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35dda3f7-2d6e-4935-8743-f97acd17d8c3', 'name': 'tempest-TestShelveInstance-806746558-router', 'tenant_id': 'e057ce6d25f1429f875bdeafe435f2d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'external_fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': 'db76a122-e2da-4c4c-bf6d-45c1c99b09d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:15:37Z', 'updated_at': '2021-11-18T18:22:30Z', 'revision_number': 5, 'project_id': 'e057ce6d25f1429f875bdeafe435f2d8', 'gw_port': {'id': 'db76a122-e2da-4c4c-bf6d-45c1c99b09d9', 'name': '', 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:6c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35dda3f7-2d6e-4935-8743-f97acd17d8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:15:39Z', 'updated_at': '2021-11-18T18:15:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816695-1-iscsi'}], 'dv-cinder-816695-1-iscsi', False) {} {{(pid=101556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:22:31.996211 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09bdc46-3e5c-4b40-b681-4f3a21596287 None None] Checking router: 35dda3f7-2d6e-4935-8743-f97acd17d8c3 for host: dv-cinder-816695-1-iscsi {{(pid=101556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 18:22:32.005862 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09bdc46-3e5c-4b40-b681-4f3a21596287 None None] Routers {'35dda3f7-2d6e-4935-8743-f97acd17d8c3'} bound to L3 agent in host dv-cinder-816695-1-iscsi {{(pid=101556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:22:32.006466 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_hamode_db [None req-a09bdc46-3e5c-4b40-b681-4f3a21596287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T18:05:14Z,description=,heartbeat_timestamp=2021-11-18T18:22:14Z,host='dv-cinder-816695-1-iscsi',id=11d55508-f5ea-4178-bd3a-0ed8666e5761,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T18:05:14Z,topic='l3_agent')) {'router_ids': ['35dda3f7-2d6e-4935-8743-f97acd17d8c3'], 'active': True} {{(pid=101556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:22:32.025737 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.db [None req-14bcacb7-9bb6-4310-9a18-a8a8c1510b7c admin admin] For port db76a122-e2da-4c4c-bf6d-45c1c99b09d9, host dv-cinder-816695-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816695-1-iscsi',level=0,port_id=db76a122-e2da-4c4c-bf6d-45c1c99b09d9,segment=NetworkSegment(ccf61333-990a-41b6-8fac-e85eb4401822),segment_id=ccf61333-990a-41b6-8fac-e85eb4401822)] {{(pid=101553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:22:32.026101 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-14bcacb7-9bb6-4310-9a18-a8a8c1510b7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369284'] for port, precommit_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:22:32.042710 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.plugin [None req-14bcacb7-9bb6-4310-9a18-a8a8c1510b7c admin admin] Calling delete_port for db76a122-e2da-4c4c-bf6d-45c1c99b09d9 owned by network:router_gateway {{(pid=101553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 18 18:22:32.092396 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_dvr_db [None req-a09bdc46-3e5c-4b40-b681-4f3a21596287 None None] Set router 35dda3f7-2d6e-4935-8743-f97acd17d8c3 gateway port host: None {{(pid=101556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:22:32.148860 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_hamode_db [None req-a09bdc46-3e5c-4b40-b681-4f3a21596287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35dda3f7-2d6e-4935-8743-f97acd17d8c3', 'name': 'tempest-TestShelveInstance-806746558-router', 'tenant_id': 'e057ce6d25f1429f875bdeafe435f2d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:15:37Z', 'updated_at': '2021-11-18T18:22:31Z', 'revision_number': 6, 'project_id': 'e057ce6d25f1429f875bdeafe435f2d8', 'gw_port_host': None}], 'dv-cinder-816695-1-iscsi', False) {} {{(pid=101556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:22:32.176238 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09bdc46-3e5c-4b40-b681-4f3a21596287 None None] The sync data for ids ['35dda3f7-2d6e-4935-8743-f97acd17d8c3'] in dv-cinder-816695-1-iscsi is: [{'id': '35dda3f7-2d6e-4935-8743-f97acd17d8c3', 'name': 'tempest-TestShelveInstance-806746558-router', 'tenant_id': 'e057ce6d25f1429f875bdeafe435f2d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:15:37Z', 'updated_at': '2021-11-18T18:22:31Z', 'revision_number': 6, 'project_id': 'e057ce6d25f1429f875bdeafe435f2d8', 'gw_port_host': None}] {{(pid=101556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 18:22:32.209364 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-14bcacb7-9bb6-4310-9a18-a8a8c1510b7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768457221690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768456900410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5584108'] for port, after_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:22:32.240226 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bcacb7-9bb6-4310-9a18-a8a8c1510b7c admin admin] Pushing event deleted for resources: {'Port': ['ID=db76a122-e2da-4c4c-bf6d-45c1c99b09d9,revision_number=None']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:22:32.302544 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-14bcacb7-9bb6-4310-9a18-a8a8c1510b7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-366283'] for router_gateway, after_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:22:32.397000 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-14bcacb7-9bb6-4310-9a18-a8a8c1510b7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-362562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15900'] for router, precommit_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:22:32.399497 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-14bcacb7-9bb6-4310-9a18-a8a8c1510b7c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:22:32.445733 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-14bcacb7-9bb6-4310-9a18-a8a8c1510b7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-362587'] for router, after_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:22:32.446438 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14bcacb7-9bb6-4310-9a18-a8a8c1510b7c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 35dda3f7-2d6e-4935-8743-f97acd17d8c3 {{(pid=101553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 18 18:22:32.451436 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-14bcacb7-9bb6-4310-9a18-a8a8c1510b7c admin admin] Notify callbacks [] for router, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:22:32.452785 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-14bcacb7-9bb6-4310-9a18-a8a8c1510b7c admin admin] 10.222.0.21 "DELETE /v2.0/routers/35dda3f7-2d6e-4935-8743-f97acd17d8c3 HTTP/1.1" status: 204 len: 168 time: 0.7786148 Nov 18 18:22:32.455411 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 53158) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:22:32.508382 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7d955d0-ac87-44c8-8dc0-82607d61217a admin admin] Deleting subnet e597880d-bcf1-4932-ad22-9183d56c9220 {{(pid=101553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 18 18:22:32.511384 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-f7d955d0-ac87-44c8-8dc0-82607d61217a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:22:32.546238 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-f7d955d0-ac87-44c8-8dc0-82607d61217a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5393034'] for subnet, precommit_delete_associations {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:22:32.660408 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-f7d955d0-ac87-44c8-8dc0-82607d61217a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1775345'] for subnet, precommit_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:22:32.713068 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-f7d955d0-ac87-44c8-8dc0-82607d61217a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1775304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5584049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6021563'] for subnet, after_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:22:32.738082 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d955d0-ac87-44c8-8dc0-82607d61217a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e597880d-bcf1-4932-ad22-9183d56c9220,revision_number=None']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:22:32.741485 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-f7d955d0-ac87-44c8-8dc0-82607d61217a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553968'] for subnet, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:22:32.744650 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-f7d955d0-ac87-44c8-8dc0-82607d61217a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/e597880d-bcf1-4932-ad22-9183d56c9220 HTTP/1.1" status: 204 len: 168 time: 0.2883089 Nov 18 18:22:32.747618 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7014b69d-5b1c-4406-80b7-3b9327b15ce9 None None] Network 4f48a6c5-7810-49bc-80ed-537ab73aeb97 requested from dv-cinder-816695-1-iscsi {{(pid=101555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 18:22:32.750896 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 53160) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:22:32.819314 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-ab0bdcb4-1b2d-4ff8-bb11-75d08fcf2973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793125'] for network, before_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:22:32.874190 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.plugin [None req-ab0bdcb4-1b2d-4ff8-bb11-75d08fcf2973 admin admin] Deleting port adb0978b-fccf-4ad1-819a-ea1955a92c3f {{(pid=101554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 18 18:22:32.874529 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-ab0bdcb4-1b2d-4ff8-bb11-75d08fcf2973 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768457215290'] for port, before_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:22:32.939603 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9137991-1e1d-4aeb-99b8-49a745ea97d0 None None] DHCP port deletion for 4f48a6c5-7810-49bc-80ed-537ab73aeb97 request from dv-cinder-816695-1-iscsi {{(pid=101555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 18:22:32.954222 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.db [None req-ab0bdcb4-1b2d-4ff8-bb11-75d08fcf2973 admin admin] For port adb0978b-fccf-4ad1-819a-ea1955a92c3f, host dv-cinder-816695-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816695-1-iscsi',level=0,port_id=adb0978b-fccf-4ad1-819a-ea1955a92c3f,segment=NetworkSegment(f8564ec0-0953-4a27-97fb-bf302827c826),segment_id=f8564ec0-0953-4a27-97fb-bf302827c826)] {{(pid=101554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:22:32.954822 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-ab0bdcb4-1b2d-4ff8-bb11-75d08fcf2973 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369284'] for port, precommit_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:22:32.968764 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.plugin [None req-ab0bdcb4-1b2d-4ff8-bb11-75d08fcf2973 admin admin] Calling delete_port for adb0978b-fccf-4ad1-819a-ea1955a92c3f owned by network:dhcp {{(pid=101554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 18 18:22:32.987998 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.plugin [None req-a9137991-1e1d-4aeb-99b8-49a745ea97d0 None None] Deleting port adb0978b-fccf-4ad1-819a-ea1955a92c3f {{(pid=101555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 18 18:22:32.988383 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a9137991-1e1d-4aeb-99b8-49a745ea97d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768457215290'] for port, before_delete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:22:33.060001 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-ab0bdcb4-1b2d-4ff8-bb11-75d08fcf2973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768457221690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768456900410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6202601'] for port, after_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:22:33.062848 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-a9137991-1e1d-4aeb-99b8-49a745ea97d0 None None] For port adb0978b-fccf-4ad1-819a-ea1955a92c3f, host dv-cinder-816695-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816695-1-iscsi',level=0,port_id=adb0978b-fccf-4ad1-819a-ea1955a92c3f,segment=NetworkSegment(f8564ec0-0953-4a27-97fb-bf302827c826),segment_id=f8564ec0-0953-4a27-97fb-bf302827c826)] {{(pid=101555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:22:33.063247 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a9137991-1e1d-4aeb-99b8-49a745ea97d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369284'] for port, precommit_delete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:22:33.081776 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.plugin [None req-a9137991-1e1d-4aeb-99b8-49a745ea97d0 None None] Calling delete_port for adb0978b-fccf-4ad1-819a-ea1955a92c3f owned by network:dhcp {{(pid=101555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 18 18:22:33.086145 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0bdcb4-1b2d-4ff8-bb11-75d08fcf2973 admin admin] Pushing event deleted for resources: {'Port': ['ID=adb0978b-fccf-4ad1-819a-ea1955a92c3f,revision_number=None']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:22:33.088056 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0bdcb4-1b2d-4ff8-bb11-75d08fcf2973 admin admin] No DVR routers for this DVR port adb0978b-fccf-4ad1-819a-ea1955a92c3f on host dv-cinder-816695-1-iscsi {{(pid=101554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 18:22:33.163004 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a9137991-1e1d-4aeb-99b8-49a745ea97d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768457221690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768456900410'] for port, after_delete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:22:33.166585 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-ab0bdcb4-1b2d-4ff8-bb11-75d08fcf2973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775996', 'neutron.services.segments.db._delete_segments_for_network-8768457200168'] for network, precommit_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:22:33.190602 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.services.segments.db [None req-ab0bdcb4-1b2d-4ff8-bb11-75d08fcf2973 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f48a6c5-7810-49bc-80ed-537ab73aeb97']}} {{(pid=101554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:22:33.197155 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9137991-1e1d-4aeb-99b8-49a745ea97d0 None None] No DVR routers for this DVR port adb0978b-fccf-4ad1-819a-ea1955a92c3f on host dv-cinder-816695-1-iscsi {{(pid=101555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 18:22:33.202080 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9137991-1e1d-4aeb-99b8-49a745ea97d0 None None] Pushing event deleted for resources: {'Port': ['ID=adb0978b-fccf-4ad1-819a-ea1955a92c3f,revision_number=None']} {{(pid=101555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:22:33.202263 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.services.segments.db [None req-ab0bdcb4-1b2d-4ff8-bb11-75d08fcf2973 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8564ec0-0953-4a27-97fb-bf302827c826') {'for_net_delete': True} {{(pid=101554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:22:33.202524 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.services.segments.db [None req-ab0bdcb4-1b2d-4ff8-bb11-75d08fcf2973 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8564ec0-0953-4a27-97fb-bf302827c826') {} {{(pid=101554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:22:33.216920 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-ab0bdcb4-1b2d-4ff8-bb11-75d08fcf2973 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768457200505', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5286168'] for segment, before_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:22:33.230645 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-ab0bdcb4-1b2d-4ff8-bb11-75d08fcf2973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1774666'] for segment, precommit_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:22:33.236766 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab0bdcb4-1b2d-4ff8-bb11-75d08fcf2973 admin admin] Releasing vlan 773 on physical network physnet1 to pool {{(pid=101554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 18:22:33.237214 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-ab0bdcb4-1b2d-4ff8-bb11-75d08fcf2973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1774666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6202394'] for segment, after_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:22:33.238797 dv-cinder-816695-1-iscsi neutron-server[101554]: Traceback (most recent call last): Nov 18 18:22:33.238797 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 18:22:33.238797 dv-cinder-816695-1-iscsi neutron-server[101554]: timer() Nov 18 18:22:33.238797 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 18:22:33.238797 dv-cinder-816695-1-iscsi neutron-server[101554]: cb(*args, **kw) Nov 18 18:22:33.238797 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 18:22:33.238797 dv-cinder-816695-1-iscsi neutron-server[101554]: return func(*args, **kwargs) Nov 18 18:22:33.238797 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 18:22:33.238797 dv-cinder-816695-1-iscsi neutron-server[101554]: self._notify() Nov 18 18:22:33.238797 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 18:22:33.238797 dv-cinder-816695-1-iscsi neutron-server[101554]: self.callback(batched_events) Nov 18 18:22:33.238797 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 18:22:33.238797 dv-cinder-816695-1-iscsi neutron-server[101554]: event.method(event) Nov 18 18:22:33.238797 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 18:22:33.238797 dv-cinder-816695-1-iscsi neutron-server[101554]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 18:22:33.238797 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 18:22:33.238797 dv-cinder-816695-1-iscsi neutron-server[101554]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 18:22:33.238797 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 18:22:33.238797 dv-cinder-816695-1-iscsi neutron-server[101554]: return f(self, *a, **k) Nov 18 18:22:33.238797 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 18:22:33.238797 dv-cinder-816695-1-iscsi neutron-server[101554]: return self._get(url).json() Nov 18 18:22:33.238797 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 18:22:33.238797 dv-cinder-816695-1-iscsi neutron-server[101554]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 18:22:33.238797 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 18:22:33.238797 dv-cinder-816695-1-iscsi neutron-server[101554]: return self.request(url, 'GET', **kwargs) Nov 18 18:22:33.238797 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 18:22:33.238797 dv-cinder-816695-1-iscsi neutron-server[101554]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 18:22:33.238797 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 18:22:33.238797 dv-cinder-816695-1-iscsi neutron-server[101554]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 18:22:33.238797 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 18:22:33.238797 dv-cinder-816695-1-iscsi neutron-server[101554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 18:22:33.238797 dv-cinder-816695-1-iscsi neutron-server[101554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 18:22:33.294494 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-ab0bdcb4-1b2d-4ff8-bb11-75d08fcf2973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-366119'] for network, after_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:22:33.299902 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-ab0bdcb4-1b2d-4ff8-bb11-75d08fcf2973 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553968'] for network, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:22:33.302994 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-ab0bdcb4-1b2d-4ff8-bb11-75d08fcf2973 admin admin] 10.222.0.21 "DELETE /v2.0/networks/4f48a6c5-7810-49bc-80ed-537ab73aeb97 HTTP/1.1" status: 204 len: 168 time: 0.5511374 Nov 18 18:22:33.314239 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0bdcb4-1b2d-4ff8-bb11-75d08fcf2973 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f48a6c5-7810-49bc-80ed-537ab73aeb97,revision_number=None']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:22:33.478452 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 53168) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:22:33.524858 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-35fce870-fe53-4a38-9491-6fddf01d5523 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=933276c3577b443fb02567a84c30f5f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0452285 Nov 18 18:22:33.527453 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 53170) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:22:33.574427 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-86d2a2e7-1612-4104-97ed-aca1e1178237 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:22:33.595993 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-86d2a2e7-1612-4104-97ed-aca1e1178237 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:22:33.642052 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-86d2a2e7-1612-4104-97ed-aca1e1178237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:22:33.644652 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-86d2a2e7-1612-4104-97ed-aca1e1178237 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:22:33.645831 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-86d2a2e7-1612-4104-97ed-aca1e1178237 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/90ec48e9-3625-412c-a02a-1d36f25b22ba HTTP/1.1" status: 204 len: 168 time: 0.1174467 Nov 18 18:22:33.654138 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d2a2e7-1612-4104-97ed-aca1e1178237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90ec48e9-3625-412c-a02a-1d36f25b22ba,revision_number=None']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:22:33.977305 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 53176) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:22:34.018646 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-f5ef0a21-7e04-42eb-a3a6-e437aec5fa69 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e057ce6d25f1429f875bdeafe435f2d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0399704 Nov 18 18:22:34.021154 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 53178) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:22:34.072041 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-84f47112-a7bc-40bd-8ebf-47ecea9a744f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:22:34.095049 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-84f47112-a7bc-40bd-8ebf-47ecea9a744f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:22:34.135467 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Device db76a122-e2da-4c4c-bf6d-45c1c99b09d9 no longer exists at agent ovs-agent-dv-cinder-816695-1-iscsi {{(pid=101555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 18:22:34.146714 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-84f47112-a7bc-40bd-8ebf-47ecea9a744f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:22:34.149978 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-84f47112-a7bc-40bd-8ebf-47ecea9a744f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:22:34.151144 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-84f47112-a7bc-40bd-8ebf-47ecea9a744f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0aefe254-3ec2-48f0-ab27-b87445196b37 HTTP/1.1" status: 204 len: 168 time: 0.1290727 Nov 18 18:22:34.157870 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.plugin [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] No Port match for: db76a122-e2da-4c4c-bf6d-45c1c99b09d9 {{(pid=101555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 18 18:22:34.158215 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Device db76a122-e2da-4c4c-bf6d-45c1c99b09d9 not bound to the agent host dv-cinder-816695-1-iscsi {{(pid=101555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 18:22:34.158845 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Device cda329e9-eb0d-4385-89ef-0e8ef3d0287a no longer exists at agent ovs-agent-dv-cinder-816695-1-iscsi {{(pid=101555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 18:22:34.159429 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f47112-a7bc-40bd-8ebf-47ecea9a744f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aefe254-3ec2-48f0-ab27-b87445196b37,revision_number=None']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:22:34.182105 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.plugin [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] No Port match for: cda329e9-eb0d-4385-89ef-0e8ef3d0287a {{(pid=101555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 18 18:22:34.182458 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Device cda329e9-eb0d-4385-89ef-0e8ef3d0287a not bound to the agent host dv-cinder-816695-1-iscsi {{(pid=101555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 18:22:34.182968 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Device adb0978b-fccf-4ad1-819a-ea1955a92c3f no longer exists at agent ovs-agent-dv-cinder-816695-1-iscsi {{(pid=101555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 18:22:34.204866 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.plugin [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] No Port match for: adb0978b-fccf-4ad1-819a-ea1955a92c3f {{(pid=101555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 18 18:22:34.205210 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Device adb0978b-fccf-4ad1-819a-ea1955a92c3f not bound to the agent host dv-cinder-816695-1-iscsi {{(pid=101555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 18:22:39.305111 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70742e9-af21-4179-a4bc-881847fccba2 req-d4b047e8-8323-4973-9091-9b563adc0ebe tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:22:39.306728 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-d70742e9-af21-4179-a4bc-881847fccba2 req-d4b047e8-8323-4973-9091-9b563adc0ebe tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ac132f7-91a4-42e6-84c0-b3180a680c5f HTTP/1.1" status: 200 len: 945 time: 0.0520530 Nov 18 18:22:39.344611 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-d70742e9-af21-4179-a4bc-881847fccba2 req-8edc3ddb-a2bf-4ab2-9c48-5971912af951 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cb9de25-5998-4ec5-b2c0-68c28f8f537b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311561 Nov 18 18:22:40.467454 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d53e6d4-197c-4d99-9cbd-d021f01f38d7 req-f66d73e1-99b4-4e10-a6cc-93c6a3fcc927 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:22:40.468934 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-1d53e6d4-197c-4d99-9cbd-d021f01f38d7 req-f66d73e1-99b4-4e10-a6cc-93c6a3fcc927 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ac132f7-91a4-42e6-84c0-b3180a680c5f HTTP/1.1" status: 200 len: 945 time: 0.0526910 Nov 18 18:22:40.506369 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-1d53e6d4-197c-4d99-9cbd-d021f01f38d7 req-7fc73e5d-b6d1-4218-8904-2d8831d6fc6b tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cb9de25-5998-4ec5-b2c0-68c28f8f537b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316207 Nov 18 18:22:40.988475 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-cc3fe85a-c928-4859-81fc-29fb749d2db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:22:41.636548 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7139ef93-88a8-4eae-9080-cdbeae070800 req-ac65dca4-26fc-403c-92a7-ec48e0d8d6d8 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:22:41.638098 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-7139ef93-88a8-4eae-9080-cdbeae070800 req-ac65dca4-26fc-403c-92a7-ec48e0d8d6d8 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ac132f7-91a4-42e6-84c0-b3180a680c5f HTTP/1.1" status: 200 len: 945 time: 0.0552092 Nov 18 18:22:41.684101 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-7139ef93-88a8-4eae-9080-cdbeae070800 req-205a52bc-042b-42c8-96eb-b64689bec795 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cb9de25-5998-4ec5-b2c0-68c28f8f537b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375004 Nov 18 18:22:42.817950 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22523450-bde2-486e-aea5-eb692f877d20 req-67ef77d9-46e7-48f2-8468-d949a5a4b17b tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:22:42.819411 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-22523450-bde2-486e-aea5-eb692f877d20 req-67ef77d9-46e7-48f2-8468-d949a5a4b17b tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ac132f7-91a4-42e6-84c0-b3180a680c5f HTTP/1.1" status: 200 len: 945 time: 0.0533814 Nov 18 18:22:42.864220 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-22523450-bde2-486e-aea5-eb692f877d20 req-b76fb868-7c4c-4145-ad6a-823b95314b09 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cb9de25-5998-4ec5-b2c0-68c28f8f537b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376954 Nov 18 18:22:43.987406 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2366a5da-981e-48eb-822c-50a3fb4381d8 req-2d55df54-9bd2-48b9-ab1d-1f30b186cd61 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:22:43.988697 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-2366a5da-981e-48eb-822c-50a3fb4381d8 req-2d55df54-9bd2-48b9-ab1d-1f30b186cd61 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ac132f7-91a4-42e6-84c0-b3180a680c5f HTTP/1.1" status: 200 len: 945 time: 0.0519838 Nov 18 18:22:44.025361 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-2fdc701f-a1a7-4fdf-9a49-c1194342f5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:22:44.030570 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-2366a5da-981e-48eb-822c-50a3fb4381d8 req-24d295af-7a25-4850-b651-bef9c3c5dc2b tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cb9de25-5998-4ec5-b2c0-68c28f8f537b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340967 Nov 18 18:22:44.191883 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:22:44.920356 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-e3a848c2-ffa0-4288-a759-e5f077163e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:22:45.154687 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fdc013-0f30-41be-b667-a42f5f0f3543 req-f6fd5f73-c6cd-42b2-b2ab-14405ee196bd tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:22:45.156209 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-b9fdc013-0f30-41be-b667-a42f5f0f3543 req-f6fd5f73-c6cd-42b2-b2ab-14405ee196bd tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ac132f7-91a4-42e6-84c0-b3180a680c5f HTTP/1.1" status: 200 len: 945 time: 0.0507228 Nov 18 18:22:45.192475 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-b9fdc013-0f30-41be-b667-a42f5f0f3543 req-9d1a2b77-9ca2-4550-8a61-15b39b10e6ec tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cb9de25-5998-4ec5-b2c0-68c28f8f537b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303752 Nov 18 18:22:46.310003 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e85a29e-921d-4f8b-acc2-f7627a2bfb39 req-5f3113b9-1e0d-440f-a8e7-67d3ccfe7874 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:22:46.311499 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-0e85a29e-921d-4f8b-acc2-f7627a2bfb39 req-5f3113b9-1e0d-440f-a8e7-67d3ccfe7874 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ac132f7-91a4-42e6-84c0-b3180a680c5f HTTP/1.1" status: 200 len: 945 time: 0.0481286 Nov 18 18:22:46.348538 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-0e85a29e-921d-4f8b-acc2-f7627a2bfb39 req-035b487c-dcbe-4171-a085-52e5a9feab04 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cb9de25-5998-4ec5-b2c0-68c28f8f537b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310373 Nov 18 18:22:46.948578 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-cd169395-ba62-4885-8b1f-e6616afe023f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:22:47.469708 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4863ea9-f775-47d0-8de1-1ac9b04d9719 req-ff1aeab2-96c5-409f-9732-944d58c116db tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:22:47.471166 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-e4863ea9-f775-47d0-8de1-1ac9b04d9719 req-ff1aeab2-96c5-409f-9732-944d58c116db tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ac132f7-91a4-42e6-84c0-b3180a680c5f HTTP/1.1" status: 200 len: 945 time: 0.0521724 Nov 18 18:22:47.508561 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-e4863ea9-f775-47d0-8de1-1ac9b04d9719 req-14c7cc43-f81a-4274-92f3-e63c6663da8d tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cb9de25-5998-4ec5-b2c0-68c28f8f537b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313940 Nov 18 18:22:48.637304 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86075b8e-dc82-4ecb-b1c9-dfce41f302ad req-19901e3d-5154-409b-8d5f-3081366ed836 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:22:48.638812 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-86075b8e-dc82-4ecb-b1c9-dfce41f302ad req-19901e3d-5154-409b-8d5f-3081366ed836 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ac132f7-91a4-42e6-84c0-b3180a680c5f HTTP/1.1" status: 200 len: 945 time: 0.0489447 Nov 18 18:22:48.677694 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-86075b8e-dc82-4ecb-b1c9-dfce41f302ad req-ddeab574-aeb4-48fd-892c-8dd37de8ad6a tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cb9de25-5998-4ec5-b2c0-68c28f8f537b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324712 Nov 18 18:22:49.805800 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca12e4fb-7447-430c-b80d-186e090dade0 req-ae6910cd-f1da-4feb-a135-776ff6f135c9 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:22:49.807254 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-ca12e4fb-7447-430c-b80d-186e090dade0 req-ae6910cd-f1da-4feb-a135-776ff6f135c9 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ac132f7-91a4-42e6-84c0-b3180a680c5f HTTP/1.1" status: 200 len: 945 time: 0.0572000 Nov 18 18:22:49.846664 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-ca12e4fb-7447-430c-b80d-186e090dade0 req-96f00489-08c8-423c-a794-d133bb22a60b tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cb9de25-5998-4ec5-b2c0-68c28f8f537b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326989 Nov 18 18:22:50.979969 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bfaeba-02a6-49a0-bda9-f86a49487d35 req-f77acfa1-9774-407b-b7c7-5e7b60648b47 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:22:50.981359 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-24bfaeba-02a6-49a0-bda9-f86a49487d35 req-f77acfa1-9774-407b-b7c7-5e7b60648b47 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ac132f7-91a4-42e6-84c0-b3180a680c5f HTTP/1.1" status: 200 len: 945 time: 0.0607247 Nov 18 18:22:51.020860 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-24bfaeba-02a6-49a0-bda9-f86a49487d35 req-8536ffc1-5d8a-47a5-bbc7-095bf4d0f3f8 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cb9de25-5998-4ec5-b2c0-68c28f8f537b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328526 Nov 18 18:22:51.875874 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.agents_db [None req-879798a6-d64d-4745-9d9a-40c50c0efc22 None None] Agent healthcheck: found 6 active agents {{(pid=101556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 18:22:52.142562 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334d5322-3a77-4391-9620-ec5ee49f85e9 req-f318ffe6-6f15-43a9-9c9a-5fd44faa618d tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:22:52.144074 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-334d5322-3a77-4391-9620-ec5ee49f85e9 req-f318ffe6-6f15-43a9-9c9a-5fd44faa618d tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ac132f7-91a4-42e6-84c0-b3180a680c5f HTTP/1.1" status: 200 len: 945 time: 0.0495393 Nov 18 18:22:52.181415 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-334d5322-3a77-4391-9620-ec5ee49f85e9 req-3e8e755b-47d0-40f1-a6fa-7df5898c90d6 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cb9de25-5998-4ec5-b2c0-68c28f8f537b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314503 Nov 18 18:22:53.089578 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Device 97110bd3-4ae1-40a7-8f32-0c7593009446 details requested by agent hyperv_hv-cinder-81669 with host hv-cinder-81669 {{(pid=101555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 18:22:53.182586 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] For port 97110bd3-4ae1-40a7-8f32-0c7593009446, host hv-cinder-81669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81669',level=0,port_id=97110bd3-4ae1-40a7-8f32-0c7593009446,segment=NetworkSegment(43109070-f8b1-4cef-8fc5-8a83cb9b46d4),segment_id=43109070-f8b1-4cef-8fc5-8a83cb9b46d4)] {{(pid=101555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:22:53.193288 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Returning: {'device': '97110bd3-4ae1-40a7-8f32-0c7593009446', 'network_id': 'f21b1cf4-9836-4a7b-8947-90f148ea7c8b', 'port_id': '97110bd3-4ae1-40a7-8f32-0c7593009446', 'mac_address': 'fa:16:3e:e7:13:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 779, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e1d2c9d-3536-4097-943a-2b344ea0e9fc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 18:22:53.229264 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:22:53.244835 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.notifiers.nova [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 97110bd3-4ae1-40a7-8f32-0c7593009446 {{(pid=101555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 18:22:53.263702 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] For port 97110bd3-4ae1-40a7-8f32-0c7593009446, host hv-cinder-81669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81669',level=0,port_id=97110bd3-4ae1-40a7-8f32-0c7593009446,segment=NetworkSegment(43109070-f8b1-4cef-8fc5-8a83cb9b46d4),segment_id=43109070-f8b1-4cef-8fc5-8a83cb9b46d4)] {{(pid=101555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:22:53.267761 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:22:53.298509 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeb77e5-b0d9-4654-84bf-f7445b1d547f req-1077af97-c3c2-497e-a2c3-e298639dc136 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:22:53.300011 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-2aeb77e5-b0d9-4654-84bf-f7445b1d547f req-1077af97-c3c2-497e-a2c3-e298639dc136 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ac132f7-91a4-42e6-84c0-b3180a680c5f HTTP/1.1" status: 200 len: 945 time: 0.0480826 Nov 18 18:22:53.316527 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Pushing event updated for resources: {'Port': ['ID=97110bd3-4ae1-40a7-8f32-0c7593009446,revision_number=6']} {{(pid=101555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:22:53.337845 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-2aeb77e5-b0d9-4654-84bf-f7445b1d547f req-4515bba0-eda8-4f66-b20c-8211c19d4383 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cb9de25-5998-4ec5-b2c0-68c28f8f537b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318983 Nov 18 18:22:53.369173 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] get_ports_and_sgs() called for port_ids ['97110bd3-4ae1-40a7-8f32-0c7593009446'] {{(pid=101555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 18:22:54.455929 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceeb4fa-f55e-4e25-82a9-17c152ca296d req-6b5bb957-d75c-4e24-9488-015fd720b0ea tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:22:54.457379 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-cceeb4fa-f55e-4e25-82a9-17c152ca296d req-6b5bb957-d75c-4e24-9488-015fd720b0ea tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ac132f7-91a4-42e6-84c0-b3180a680c5f HTTP/1.1" status: 200 len: 944 time: 0.0509744 Nov 18 18:22:54.496403 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-cceeb4fa-f55e-4e25-82a9-17c152ca296d req-69d8ff8b-3594-4734-9350-b025ea981ea9 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cb9de25-5998-4ec5-b2c0-68c28f8f537b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323730 Nov 18 18:22:55.121659 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Device 97110bd3-4ae1-40a7-8f32-0c7593009446 up at agent hyperv_hv-cinder-81669 {{(pid=101555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:22:55.290409 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Provisioning complete for port 97110bd3-4ae1-40a7-8f32-0c7593009446 triggered by entity L2. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:22:55.290779 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:22:55.364572 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:22:55.387285 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ac132f7-91a4-42e6-84c0-b3180a680c5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97110bd3-4ae1-40a7-8f32-0c7593009446'}] {{(pid=101555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:22:55.389468 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d346ce470d451c2c3f81e461e68bbd58c3f0d417750f3f38c7c8caca9575360f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89190950-f5af-4ea8-b799-6986713600bf" -d '{"events": [{"server_uuid": "7ac132f7-91a4-42e6-84c0-b3180a680c5f", "name": "network-vif-plugged", "status": "completed", "tag": "97110bd3-4ae1-40a7-8f32-0c7593009446"}]}' {{(pid=101555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:22:55.401545 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] For port 97110bd3-4ae1-40a7-8f32-0c7593009446, host hv-cinder-81669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81669',level=0,port_id=97110bd3-4ae1-40a7-8f32-0c7593009446,segment=NetworkSegment(43109070-f8b1-4cef-8fc5-8a83cb9b46d4),segment_id=43109070-f8b1-4cef-8fc5-8a83cb9b46d4)] {{(pid=101555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:22:55.405675 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:22:55.432865 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 18:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e30883e4-b2ca-4b77-9e67-110c73088652 x-openstack-request-id: req-e30883e4-b2ca-4b77-9e67-110c73088652 {{(pid=101555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:22:55.433156 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ac132f7-91a4-42e6-84c0-b3180a680c5f", "name": "network-vif-plugged", "status": "completed", "tag": "97110bd3-4ae1-40a7-8f32-0c7593009446", "code": 200}]} {{(pid=101555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:22:55.433406 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e30883e4-b2ca-4b77-9e67-110c73088652 {{(pid=101555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:22:55.433785 dv-cinder-816695-1-iscsi neutron-server[101555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ac132f7-91a4-42e6-84c0-b3180a680c5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97110bd3-4ae1-40a7-8f32-0c7593009446', 'code': 200} Nov 18 18:22:55.460279 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Pushing event updated for resources: {'Port': ['ID=97110bd3-4ae1-40a7-8f32-0c7593009446,revision_number=7']} {{(pid=101555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:22:55.605879 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:22:55.622155 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a008915d-c102-46d8-86f1-47eeb5d421f6 req-a2af6f27-1c5c-4d47-b614-0c6ab6591a42 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:22:55.623652 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-a008915d-c102-46d8-86f1-47eeb5d421f6 req-a2af6f27-1c5c-4d47-b614-0c6ab6591a42 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ac132f7-91a4-42e6-84c0-b3180a680c5f HTTP/1.1" status: 200 len: 945 time: 0.0490170 Nov 18 18:22:55.661512 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-a008915d-c102-46d8-86f1-47eeb5d421f6 req-b2cabeaa-9935-4dc7-8501-fd370cbc07a5 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cb9de25-5998-4ec5-b2c0-68c28f8f537b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313554 Nov 18 18:22:56.779933 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fa53d8-6839-450c-bb73-782bede85d5f req-4a0c05bd-64ea-4d1a-aa6b-7b402de0e796 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:22:56.781385 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-75fa53d8-6839-450c-bb73-782bede85d5f req-4a0c05bd-64ea-4d1a-aa6b-7b402de0e796 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ac132f7-91a4-42e6-84c0-b3180a680c5f HTTP/1.1" status: 200 len: 945 time: 0.0478177 Nov 18 18:22:56.818168 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-75fa53d8-6839-450c-bb73-782bede85d5f req-d7cecd7f-af07-43c0-adb3-31ac11a9e4e2 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cb9de25-5998-4ec5-b2c0-68c28f8f537b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308766 Nov 18 18:22:57.980465 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aacd6c7-922e-4dca-9c9d-89b15f84a70d req-b572879b-ea89-4332-a783-efdc70ddd92c tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:22:57.982932 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-1aacd6c7-922e-4dca-9c9d-89b15f84a70d req-b572879b-ea89-4332-a783-efdc70ddd92c tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ac132f7-91a4-42e6-84c0-b3180a680c5f HTTP/1.1" status: 200 len: 945 time: 0.0606060 Nov 18 18:22:58.028406 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-1aacd6c7-922e-4dca-9c9d-89b15f84a70d req-33808126-050c-4f8a-b814-6346f4ba676c tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cb9de25-5998-4ec5-b2c0-68c28f8f537b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392675 Nov 18 18:22:59.165667 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ca0551-3814-43b7-8ecd-88fd3597b3ac req-dfc7f526-3d6e-4230-8029-7ab6c0deb667 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:22:59.168046 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-f8ca0551-3814-43b7-8ecd-88fd3597b3ac req-dfc7f526-3d6e-4230-8029-7ab6c0deb667 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ac132f7-91a4-42e6-84c0-b3180a680c5f HTTP/1.1" status: 200 len: 945 time: 0.0545831 Nov 18 18:22:59.211488 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-f8ca0551-3814-43b7-8ecd-88fd3597b3ac req-2f4ca541-6aaf-44e9-a4a0-816b2558c69a tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cb9de25-5998-4ec5-b2c0-68c28f8f537b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373192 Nov 18 18:23:00.364387 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f0972e-0d88-48b3-a42e-e727b4785162 req-7aaa6627-4014-47cc-b14e-d2654d330ce9 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:23:00.366764 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-20f0972e-0d88-48b3-a42e-e727b4785162 req-7aaa6627-4014-47cc-b14e-d2654d330ce9 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ac132f7-91a4-42e6-84c0-b3180a680c5f HTTP/1.1" status: 200 len: 945 time: 0.0679040 Nov 18 18:23:00.420583 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-20f0972e-0d88-48b3-a42e-e727b4785162 req-8a73916c-2384-490b-8498-ad6dd8830b69 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cb9de25-5998-4ec5-b2c0-68c28f8f537b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457046 Nov 18 18:23:01.575693 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd46dbc4-847f-44e1-8acb-07f8897199cf req-0066d120-64e8-4dfd-8413-cd39aad79b7d tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:23:01.579221 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-fd46dbc4-847f-44e1-8acb-07f8897199cf req-0066d120-64e8-4dfd-8413-cd39aad79b7d tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ac132f7-91a4-42e6-84c0-b3180a680c5f HTTP/1.1" status: 200 len: 945 time: 0.0707195 Nov 18 18:23:01.621632 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-fd46dbc4-847f-44e1-8acb-07f8897199cf req-63579451-840c-43ff-a3b8-1b48b32f525b tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cb9de25-5998-4ec5-b2c0-68c28f8f537b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363970 Nov 18 18:23:02.759978 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c1b3f5-4931-49a8-ba95-a7c35aa963b6 req-dcbdad85-9d7f-4201-a5bc-e5e769e49080 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:23:02.761553 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-52c1b3f5-4931-49a8-ba95-a7c35aa963b6 req-dcbdad85-9d7f-4201-a5bc-e5e769e49080 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ac132f7-91a4-42e6-84c0-b3180a680c5f HTTP/1.1" status: 200 len: 945 time: 0.0528443 Nov 18 18:23:02.811065 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-52c1b3f5-4931-49a8-ba95-a7c35aa963b6 req-76a1a934-0d02-49fe-865c-d7f7e6e56d04 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cb9de25-5998-4ec5-b2c0-68c28f8f537b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434680 Nov 18 18:23:03.938769 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8ff801-2aa5-48fc-9a04-86ba4eb7cad4 req-4e8a1142-ac6c-4391-8bbc-6a3edd03777f tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:23:03.940433 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-8e8ff801-2aa5-48fc-9a04-86ba4eb7cad4 req-4e8a1142-ac6c-4391-8bbc-6a3edd03777f tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ac132f7-91a4-42e6-84c0-b3180a680c5f HTTP/1.1" status: 200 len: 945 time: 0.0527761 Nov 18 18:23:03.982442 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-8e8ff801-2aa5-48fc-9a04-86ba4eb7cad4 req-4c785c98-01f0-49f2-ba2b-312d39c60c9f tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cb9de25-5998-4ec5-b2c0-68c28f8f537b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335717 Nov 18 18:23:05.160112 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabe0872-4b16-4d39-b87c-358f7ec2f74b req-5b0fb6e1-aab1-4ad3-9840-be4f3ee7a10f tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:23:05.168961 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-aabe0872-4b16-4d39-b87c-358f7ec2f74b req-5b0fb6e1-aab1-4ad3-9840-be4f3ee7a10f tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ac132f7-91a4-42e6-84c0-b3180a680c5f HTTP/1.1" status: 200 len: 945 time: 0.0934057 Nov 18 18:23:05.218600 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-aabe0872-4b16-4d39-b87c-358f7ec2f74b req-a56f7f36-26d0-4a6e-b7ea-266a3556a5b7 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cb9de25-5998-4ec5-b2c0-68c28f8f537b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478232 Nov 18 18:23:06.337831 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db5d179-de4b-4c8b-9d44-9e49a11ef41e req-ef7b4a68-766d-48ae-a21b-026fa18d3823 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:23:06.339338 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-4db5d179-de4b-4c8b-9d44-9e49a11ef41e req-ef7b4a68-766d-48ae-a21b-026fa18d3823 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ac132f7-91a4-42e6-84c0-b3180a680c5f HTTP/1.1" status: 200 len: 945 time: 0.0487530 Nov 18 18:23:06.376638 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-4db5d179-de4b-4c8b-9d44-9e49a11ef41e req-6aff8bdc-6a65-4c27-abb3-8cdc324f4d52 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cb9de25-5998-4ec5-b2c0-68c28f8f537b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313396 Nov 18 18:23:07.194131 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9dc1bd-32e3-4191-afe1-a6f6b2ce0187 req-699c8ae5-1a30-4ac6-8883-b98f3719167d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:23:07.196083 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-bb9dc1bd-32e3-4191-afe1-a6f6b2ce0187 req-699c8ae5-1a30-4ac6-8883-b98f3719167d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=080aae90ae2d433d95e93daa3aeb17ce&device_id=7ac132f7-91a4-42e6-84c0-b3180a680c5f HTTP/1.1" status: 200 len: 1098 time: 0.0400827 Nov 18 18:23:07.287352 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9dc1bd-32e3-4191-afe1-a6f6b2ce0187 req-d4a8d6c1-5acc-4068-8e63-8c210f14334c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:23:07.288867 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-bb9dc1bd-32e3-4191-afe1-a6f6b2ce0187 req-d4a8d6c1-5acc-4068-8e63-8c210f14334c service neutron] 10.222.0.46 "GET /v2.0/networks?id=f21b1cf4-9836-4a7b-8947-90f148ea7c8b HTTP/1.1" status: 200 len: 918 time: 0.0844963 Nov 18 18:23:07.353219 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-bb9dc1bd-32e3-4191-afe1-a6f6b2ce0187 req-c267dbca-acb8-47f5-b7e5-0c5fbc439e21 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=97110bd3-4ae1-40a7-8f32-0c7593009446 HTTP/1.1" status: 200 len: 1001 time: 0.0565417 Nov 18 18:23:07.408692 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9dc1bd-32e3-4191-afe1-a6f6b2ce0187 req-ae98e602-6ff0-41b8-b373-2c95c4eb80c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:23:07.409809 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-bb9dc1bd-32e3-4191-afe1-a6f6b2ce0187 req-ae98e602-6ff0-41b8-b373-2c95c4eb80c7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7e1d2c9d-3536-4097-943a-2b344ea0e9fc HTTP/1.1" status: 200 len: 856 time: 0.0489678 Nov 18 18:23:07.477706 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9dc1bd-32e3-4191-afe1-a6f6b2ce0187 req-8115500f-6ea4-441d-857c-f6840064e7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:23:07.479165 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-bb9dc1bd-32e3-4191-afe1-a6f6b2ce0187 req-8115500f-6ea4-441d-857c-f6840064e7e0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f21b1cf4-9836-4a7b-8947-90f148ea7c8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0622480 Nov 18 18:23:07.540824 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00787cdf-5f17-4221-960a-d3624ce9c438 req-a13be35a-08a8-4d6c-a95c-c76f38fb969f tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:23:07.542263 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-00787cdf-5f17-4221-960a-d3624ce9c438 req-a13be35a-08a8-4d6c-a95c-c76f38fb969f tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ac132f7-91a4-42e6-84c0-b3180a680c5f HTTP/1.1" status: 200 len: 945 time: 0.0944953 Nov 18 18:23:07.597475 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-00787cdf-5f17-4221-960a-d3624ce9c438 req-2e965859-73fa-4071-bf1a-f720f315019e tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cb9de25-5998-4ec5-b2c0-68c28f8f537b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492458 Nov 18 18:23:07.608134 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-bb9dc1bd-32e3-4191-afe1-a6f6b2ce0187 req-fb1de246-818d-4cef-9c15-3f914a2c1091 service neutron] 10.222.0.46 "GET /v2.0/networks/f21b1cf4-9836-4a7b-8947-90f148ea7c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214957 Nov 18 18:23:07.695559 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-bb9dc1bd-32e3-4191-afe1-a6f6b2ce0187 req-29c0c878-e9c5-40b4-ae9e-e03337aac38b service neutron] 10.222.0.46 "GET /v2.0/networks/f21b1cf4-9836-4a7b-8947-90f148ea7c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804057 Nov 18 18:23:08.719689 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd62183-2f11-46fd-a0e4-34cd91752a97 req-d51beace-1b65-4952-8ddf-8f12fed81ddc tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:23:08.721295 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-bdd62183-2f11-46fd-a0e4-34cd91752a97 req-d51beace-1b65-4952-8ddf-8f12fed81ddc tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ac132f7-91a4-42e6-84c0-b3180a680c5f HTTP/1.1" status: 200 len: 945 time: 0.0519037 Nov 18 18:23:08.759364 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-bdd62183-2f11-46fd-a0e4-34cd91752a97 req-6e753f11-7044-4615-b637-217eb9d3c380 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cb9de25-5998-4ec5-b2c0-68c28f8f537b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321479 Nov 18 18:23:09.216180 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Device 97110bd3-4ae1-40a7-8f32-0c7593009446 no longer exists at agent hyperv_hv-cinder-81669 {{(pid=101555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 18:23:09.288209 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:23:09.309550 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ac132f7-91a4-42e6-84c0-b3180a680c5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97110bd3-4ae1-40a7-8f32-0c7593009446'}] {{(pid=101555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:23:09.311769 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d346ce470d451c2c3f81e461e68bbd58c3f0d417750f3f38c7c8caca9575360f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f6f07f3-3fc6-430f-ad1a-4d478562708d" -d '{"events": [{"server_uuid": "7ac132f7-91a4-42e6-84c0-b3180a680c5f", "name": "network-vif-unplugged", "status": "completed", "tag": "97110bd3-4ae1-40a7-8f32-0c7593009446"}]}' {{(pid=101555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:23:09.324615 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] For port 97110bd3-4ae1-40a7-8f32-0c7593009446, host hv-cinder-81669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81669',level=0,port_id=97110bd3-4ae1-40a7-8f32-0c7593009446,segment=NetworkSegment(43109070-f8b1-4cef-8fc5-8a83cb9b46d4),segment_id=43109070-f8b1-4cef-8fc5-8a83cb9b46d4)] {{(pid=101555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:23:09.329052 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:23:09.356627 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 18 Nov 2021 18:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0dab2f2-85d9-4d16-9bd3-cef31886007a x-openstack-request-id: req-c0dab2f2-85d9-4d16-9bd3-cef31886007a {{(pid=101555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:23:09.356627 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ac132f7-91a4-42e6-84c0-b3180a680c5f", "name": "network-vif-unplugged", "status": "completed", "tag": "97110bd3-4ae1-40a7-8f32-0c7593009446", "code": 200}]} {{(pid=101555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:23:09.356627 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c0dab2f2-85d9-4d16-9bd3-cef31886007a {{(pid=101555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:23:09.356627 dv-cinder-816695-1-iscsi neutron-server[101555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ac132f7-91a4-42e6-84c0-b3180a680c5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97110bd3-4ae1-40a7-8f32-0c7593009446', 'code': 200} Nov 18 18:23:09.384775 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Pushing event updated for resources: {'Port': ['ID=97110bd3-4ae1-40a7-8f32-0c7593009446,revision_number=8']} {{(pid=101555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:23:09.903764 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db94a3c-495b-4830-b638-6973630bec4d req-0d095615-e570-4fda-b3c2-3dd590205b9c tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:23:09.905340 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-5db94a3c-495b-4830-b638-6973630bec4d req-0d095615-e570-4fda-b3c2-3dd590205b9c tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ac132f7-91a4-42e6-84c0-b3180a680c5f HTTP/1.1" status: 200 len: 943 time: 0.0600679 Nov 18 18:23:09.944867 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-5db94a3c-495b-4830-b638-6973630bec4d req-3b33a99b-1c08-42ce-ab3d-a979c08f1e84 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cb9de25-5998-4ec5-b2c0-68c28f8f537b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333562 Nov 18 18:23:10.884959 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722a3281-8174-4f94-aca0-8789b65f9539 req-feb23b93-cc71-474a-ab59-5a3d24b39236 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:23:10.886466 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-722a3281-8174-4f94-aca0-8789b65f9539 req-feb23b93-cc71-474a-ab59-5a3d24b39236 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ac132f7-91a4-42e6-84c0-b3180a680c5f HTTP/1.1" status: 200 len: 943 time: 0.0478354 Nov 18 18:23:10.924779 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-722a3281-8174-4f94-aca0-8789b65f9539 req-6b4932ab-b7ea-496b-a8e2-02c2793c1be3 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cb9de25-5998-4ec5-b2c0-68c28f8f537b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323424 Nov 18 18:23:10.990189 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-8086389b-d807-497f-9c59-effd676ae228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:23:11.131197 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-0aa38ec4-952e-436b-9b16-27348e71b3a0 req-cecaa788-145b-4b6c-8e28-a8fbd7c56a87 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7ac132f7-91a4-42e6-84c0-b3180a680c5f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0399585 Nov 18 18:23:11.880062 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa38ec4-952e-436b-9b16-27348e71b3a0 req-c856a003-354e-40f4-9147-5c6db2fb48e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:23:11.881386 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-0aa38ec4-952e-436b-9b16-27348e71b3a0 req-c856a003-354e-40f4-9147-5c6db2fb48e5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7ac132f7-91a4-42e6-84c0-b3180a680c5f&tenant_id=080aae90ae2d433d95e93daa3aeb17ce HTTP/1.1" status: 200 len: 1096 time: 0.0427113 Nov 18 18:23:11.940552 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa38ec4-952e-436b-9b16-27348e71b3a0 req-58c58583-ea06-4440-a50f-b0af3bfd8a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:23:11.942008 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-0aa38ec4-952e-436b-9b16-27348e71b3a0 req-58c58583-ea06-4440-a50f-b0af3bfd8a80 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=080aae90ae2d433d95e93daa3aeb17ce&device_id=7ac132f7-91a4-42e6-84c0-b3180a680c5f HTTP/1.1" status: 200 len: 1096 time: 0.0394337 Nov 18 18:23:12.062652 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa38ec4-952e-436b-9b16-27348e71b3a0 req-212b73e9-6469-4273-8bab-2889a5bd3db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:23:12.064120 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-0aa38ec4-952e-436b-9b16-27348e71b3a0 req-212b73e9-6469-4273-8bab-2889a5bd3db7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f21b1cf4-9836-4a7b-8947-90f148ea7c8b HTTP/1.1" status: 200 len: 918 time: 0.1148083 Nov 18 18:23:12.075395 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dd98d6-869c-4c96-a4fd-77f1bc3ae6fb req-d7197ef2-6452-4d10-81b0-6161a734abfd tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:23:12.076788 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-c3dd98d6-869c-4c96-a4fd-77f1bc3ae6fb req-d7197ef2-6452-4d10-81b0-6161a734abfd tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ac132f7-91a4-42e6-84c0-b3180a680c5f HTTP/1.1" status: 200 len: 943 time: 0.0752752 Nov 18 18:23:12.153237 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-c3dd98d6-869c-4c96-a4fd-77f1bc3ae6fb req-28eaa052-c873-4ebe-8f7d-967b7f67056a tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cb9de25-5998-4ec5-b2c0-68c28f8f537b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699859 Nov 18 18:23:12.161246 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-0aa38ec4-952e-436b-9b16-27348e71b3a0 req-6cb900af-ff7f-4d2f-9e83-c3ab45916031 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=97110bd3-4ae1-40a7-8f32-0c7593009446 HTTP/1.1" status: 200 len: 999 time: 0.0835264 Nov 18 18:23:12.222410 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa38ec4-952e-436b-9b16-27348e71b3a0 req-d2f584be-28ec-4efa-85c8-b24fc48b12ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:23:12.223877 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-0aa38ec4-952e-436b-9b16-27348e71b3a0 req-d2f584be-28ec-4efa-85c8-b24fc48b12ac service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7e1d2c9d-3536-4097-943a-2b344ea0e9fc HTTP/1.1" status: 200 len: 856 time: 0.0460820 Nov 18 18:23:12.267820 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa38ec4-952e-436b-9b16-27348e71b3a0 req-e3012b50-adea-484e-b091-44e20d3d8ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:23:12.269360 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-0aa38ec4-952e-436b-9b16-27348e71b3a0 req-e3012b50-adea-484e-b091-44e20d3d8ae7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f21b1cf4-9836-4a7b-8947-90f148ea7c8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388703 Nov 18 18:23:12.355368 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-0aa38ec4-952e-436b-9b16-27348e71b3a0 req-0acd5579-be08-4d52-ba18-d046679396ca service neutron] 10.222.0.46 "GET /v2.0/networks/f21b1cf4-9836-4a7b-8947-90f148ea7c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789471 Nov 18 18:23:12.450255 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-0aa38ec4-952e-436b-9b16-27348e71b3a0 req-b65acdd8-f734-47b9-ba29-95d80f93d129 service neutron] 10.222.0.46 "GET /v2.0/networks/f21b1cf4-9836-4a7b-8947-90f148ea7c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877781 Nov 18 18:23:13.247607 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Device 97110bd3-4ae1-40a7-8f32-0c7593009446 no longer exists at agent hyperv_hv-cinder-81669 {{(pid=101555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 18:23:13.282692 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27832e53-6ba3-4bbb-a9a2-7edcb898a2b9 req-b0f594ff-d435-40db-84bb-cab93c2317d1 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:23:13.284237 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-27832e53-6ba3-4bbb-a9a2-7edcb898a2b9 req-b0f594ff-d435-40db-84bb-cab93c2317d1 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ac132f7-91a4-42e6-84c0-b3180a680c5f HTTP/1.1" status: 200 len: 943 time: 0.0540636 Nov 18 18:23:13.324353 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-27832e53-6ba3-4bbb-a9a2-7edcb898a2b9 req-1dc885c2-3062-495e-8a0e-653f8895d15d tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cb9de25-5998-4ec5-b2c0-68c28f8f537b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333912 Nov 18 18:23:14.019054 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-75a7c783-6e02-4e3a-a9f9-9a37d9b6b8c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:23:14.201241 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:23:14.456970 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540ace3b-7734-4c8c-a1d3-b885b9996230 req-036966d0-f082-4216-a2a2-18d7d3791c5e tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:23:14.458488 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-540ace3b-7734-4c8c-a1d3-b885b9996230 req-036966d0-f082-4216-a2a2-18d7d3791c5e tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ac132f7-91a4-42e6-84c0-b3180a680c5f HTTP/1.1" status: 200 len: 943 time: 0.0574481 Nov 18 18:23:14.502689 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-540ace3b-7734-4c8c-a1d3-b885b9996230 req-e5a7bc4a-fbbf-4870-a4d7-9e4a355a8dfc tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cb9de25-5998-4ec5-b2c0-68c28f8f537b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375257 Nov 18 18:23:14.924518 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-e3a848c2-ffa0-4288-a759-e5f077163e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:23:15.625957 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c876bbac-628d-4d0b-82af-ee73e1b629d1 req-ce2197c6-18aa-4fce-92f7-a0bfacae8a33 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:23:15.627422 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-c876bbac-628d-4d0b-82af-ee73e1b629d1 req-ce2197c6-18aa-4fce-92f7-a0bfacae8a33 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ac132f7-91a4-42e6-84c0-b3180a680c5f HTTP/1.1" status: 200 len: 943 time: 0.0507741 Nov 18 18:23:15.666905 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-c876bbac-628d-4d0b-82af-ee73e1b629d1 req-48a1fb31-9427-4c3b-a2d7-e79452cbff1e tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cb9de25-5998-4ec5-b2c0-68c28f8f537b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333955 Nov 18 18:23:16.788234 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e189acb-9188-4bf5-b099-ab916e9139c0 req-d9e489ef-cf84-4dfd-a675-56f1260abdbb tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:23:16.789705 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-0e189acb-9188-4bf5-b099-ab916e9139c0 req-d9e489ef-cf84-4dfd-a675-56f1260abdbb tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ac132f7-91a4-42e6-84c0-b3180a680c5f HTTP/1.1" status: 200 len: 943 time: 0.0506160 Nov 18 18:23:16.828093 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-0e189acb-9188-4bf5-b099-ab916e9139c0 req-4f5be0ed-ca2c-4488-ba3d-d6c174ce448b tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cb9de25-5998-4ec5-b2c0-68c28f8f537b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323780 Nov 18 18:23:16.949343 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-cd169395-ba62-4885-8b1f-e6616afe023f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:23:17.954721 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacdb5b4-aedd-4ca0-a3ae-9311c9290932 req-578d12dd-79fd-49ee-8606-4f2846251f48 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:23:17.956258 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-eacdb5b4-aedd-4ca0-a3ae-9311c9290932 req-578d12dd-79fd-49ee-8606-4f2846251f48 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ac132f7-91a4-42e6-84c0-b3180a680c5f HTTP/1.1" status: 200 len: 943 time: 0.0509317 Nov 18 18:23:18.000354 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-eacdb5b4-aedd-4ca0-a3ae-9311c9290932 req-7e1f5b8d-621b-40ee-8099-8b4962da2f07 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cb9de25-5998-4ec5-b2c0-68c28f8f537b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373497 Nov 18 18:23:19.123869 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42ee910-10ee-4f8c-b764-493dc53fe7b1 req-1c0fa308-d840-46a5-a609-6e69e89184f5 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:23:19.126519 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-f42ee910-10ee-4f8c-b764-493dc53fe7b1 req-1c0fa308-d840-46a5-a609-6e69e89184f5 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ac132f7-91a4-42e6-84c0-b3180a680c5f HTTP/1.1" status: 200 len: 943 time: 0.0502038 Nov 18 18:23:19.167132 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-f42ee910-10ee-4f8c-b764-493dc53fe7b1 req-72017f58-257d-4690-beed-535f0f8ed197 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cb9de25-5998-4ec5-b2c0-68c28f8f537b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354154 Nov 18 18:23:20.291212 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa52fb52-1ba2-430c-a247-2fb752cb18d9 req-5b1bff1a-0cd1-4912-bd94-17f975c9303c tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:23:20.293099 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-aa52fb52-1ba2-430c-a247-2fb752cb18d9 req-5b1bff1a-0cd1-4912-bd94-17f975c9303c tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ac132f7-91a4-42e6-84c0-b3180a680c5f HTTP/1.1" status: 200 len: 943 time: 0.0524423 Nov 18 18:23:20.333106 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-aa52fb52-1ba2-430c-a247-2fb752cb18d9 req-bb678312-8d47-46f2-8831-81491c9ce96b tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cb9de25-5998-4ec5-b2c0-68c28f8f537b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340705 Nov 18 18:23:21.465136 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83877d12-75e0-4278-9666-079231d5bb33 req-b9f2e696-8afa-48ee-81fd-02c989276224 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:23:21.466730 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-83877d12-75e0-4278-9666-079231d5bb33 req-b9f2e696-8afa-48ee-81fd-02c989276224 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ac132f7-91a4-42e6-84c0-b3180a680c5f HTTP/1.1" status: 200 len: 943 time: 0.0515134 Nov 18 18:23:21.510510 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-83877d12-75e0-4278-9666-079231d5bb33 req-d4d1b18b-4a09-453f-b36f-d5a376d53bb5 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cb9de25-5998-4ec5-b2c0-68c28f8f537b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372853 Nov 18 18:23:22.638683 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b035e687-7327-4eda-a392-1c6b1e12a617 req-c8d28f69-e86f-427d-9ab8-c913e42064a4 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:23:22.640167 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-b035e687-7327-4eda-a392-1c6b1e12a617 req-c8d28f69-e86f-427d-9ab8-c913e42064a4 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ac132f7-91a4-42e6-84c0-b3180a680c5f HTTP/1.1" status: 200 len: 943 time: 0.0536895 Nov 18 18:23:22.680671 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-b035e687-7327-4eda-a392-1c6b1e12a617 req-aee9e348-d746-4600-bc6c-b30d77a242fc tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cb9de25-5998-4ec5-b2c0-68c28f8f537b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342050 Nov 18 18:23:23.804812 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db186851-84db-4406-a5c4-4a5b0890cb5b req-e3d5b6fe-a68e-476e-8b7f-4f20e8ae0c08 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:23:23.806294 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-db186851-84db-4406-a5c4-4a5b0890cb5b req-e3d5b6fe-a68e-476e-8b7f-4f20e8ae0c08 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ac132f7-91a4-42e6-84c0-b3180a680c5f HTTP/1.1" status: 200 len: 943 time: 0.0540223 Nov 18 18:23:23.844437 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-db186851-84db-4406-a5c4-4a5b0890cb5b req-1d43b9d4-3cf4-447d-b95a-3e28e36630ad tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cb9de25-5998-4ec5-b2c0-68c28f8f537b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318294 Nov 18 18:23:24.962688 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d416e37-33c9-4513-adaa-5faa8fb8b56d req-2ce36e22-49c4-4120-9c3c-b33082ae530c tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:23:24.964157 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-8d416e37-33c9-4513-adaa-5faa8fb8b56d req-2ce36e22-49c4-4120-9c3c-b33082ae530c tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ac132f7-91a4-42e6-84c0-b3180a680c5f HTTP/1.1" status: 200 len: 943 time: 0.0473106 Nov 18 18:23:25.007084 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-8d416e37-33c9-4513-adaa-5faa8fb8b56d req-6ab6ba18-85f9-411b-9ce6-b07544d75c5e tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cb9de25-5998-4ec5-b2c0-68c28f8f537b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363595 Nov 18 18:23:25.602901 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:23:26.147366 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8946954b-f9eb-416a-bd4a-71bb0620485a req-fcdcfaa7-b02c-4cfa-85bc-3e4f6bf623e6 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:23:26.149441 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-8946954b-f9eb-416a-bd4a-71bb0620485a req-fcdcfaa7-b02c-4cfa-85bc-3e4f6bf623e6 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ac132f7-91a4-42e6-84c0-b3180a680c5f HTTP/1.1" status: 200 len: 943 time: 0.0678473 Nov 18 18:23:26.188278 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-8946954b-f9eb-416a-bd4a-71bb0620485a req-823f79fb-dd6a-42be-a9f2-7af0095469e5 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cb9de25-5998-4ec5-b2c0-68c28f8f537b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324290 Nov 18 18:23:27.310633 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0da3c4f-9f19-446a-bcd0-7f55b1d05a2e req-7c5b0b5e-53a4-4120-be05-1f08f6291803 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:23:27.311450 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-c0da3c4f-9f19-446a-bcd0-7f55b1d05a2e req-7c5b0b5e-53a4-4120-be05-1f08f6291803 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ac132f7-91a4-42e6-84c0-b3180a680c5f HTTP/1.1" status: 200 len: 943 time: 0.0492294 Nov 18 18:23:27.349074 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-c0da3c4f-9f19-446a-bcd0-7f55b1d05a2e req-43ed32ac-957a-425a-85d4-46b6d546781a tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cb9de25-5998-4ec5-b2c0-68c28f8f537b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312762 Nov 18 18:23:28.472077 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55690388-0b2d-4a79-bfe6-f579d01aa790 req-ec693c7d-4ade-4700-84e3-41a1baef4599 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:23:28.473506 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-55690388-0b2d-4a79-bfe6-f579d01aa790 req-ec693c7d-4ade-4700-84e3-41a1baef4599 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ac132f7-91a4-42e6-84c0-b3180a680c5f HTTP/1.1" status: 200 len: 943 time: 0.0497715 Nov 18 18:23:28.514861 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-55690388-0b2d-4a79-bfe6-f579d01aa790 req-53f3211f-6b1c-4def-949b-e94c74361c43 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cb9de25-5998-4ec5-b2c0-68c28f8f537b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352614 Nov 18 18:23:28.875578 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.agents_db [None req-879798a6-d64d-4745-9d9a-40c50c0efc22 None None] Agent healthcheck: found 6 active agents {{(pid=101556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 18:23:29.308752 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Device 97110bd3-4ae1-40a7-8f32-0c7593009446 details requested by agent hyperv_hv-cinder-81669 with host hv-cinder-81669 {{(pid=101555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 18:23:29.402450 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] For port 97110bd3-4ae1-40a7-8f32-0c7593009446, host hv-cinder-81669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81669',level=0,port_id=97110bd3-4ae1-40a7-8f32-0c7593009446,segment=NetworkSegment(43109070-f8b1-4cef-8fc5-8a83cb9b46d4),segment_id=43109070-f8b1-4cef-8fc5-8a83cb9b46d4)] {{(pid=101555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:23:29.413119 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Returning: {'device': '97110bd3-4ae1-40a7-8f32-0c7593009446', 'network_id': 'f21b1cf4-9836-4a7b-8947-90f148ea7c8b', 'port_id': '97110bd3-4ae1-40a7-8f32-0c7593009446', 'mac_address': 'fa:16:3e:e7:13:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 779, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e1d2c9d-3536-4097-943a-2b344ea0e9fc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 18:23:29.448139 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:23:29.460929 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.notifiers.nova [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97110bd3-4ae1-40a7-8f32-0c7593009446 {{(pid=101555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 18:23:29.479348 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] For port 97110bd3-4ae1-40a7-8f32-0c7593009446, host hv-cinder-81669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81669',level=0,port_id=97110bd3-4ae1-40a7-8f32-0c7593009446,segment=NetworkSegment(43109070-f8b1-4cef-8fc5-8a83cb9b46d4),segment_id=43109070-f8b1-4cef-8fc5-8a83cb9b46d4)] {{(pid=101555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:23:29.482325 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:23:29.530588 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Pushing event updated for resources: {'Port': ['ID=97110bd3-4ae1-40a7-8f32-0c7593009446,revision_number=9']} {{(pid=101555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:23:29.537289 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:23:29.537640 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:23:29.537983 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:23:29.538319 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:23:29.538654 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:23:29.538988 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:23:29.539316 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:23:29.539646 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:23:29.540000 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:23:29.540326 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:23:29.540655 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:23:29.541105 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:23:29.634352 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a302f260-212a-4434-9663-b354d5030114 req-8f99c5c6-5365-4fa0-95c6-04b06f94b225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:23:29.635835 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-a302f260-212a-4434-9663-b354d5030114 req-8f99c5c6-5365-4fa0-95c6-04b06f94b225 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=080aae90ae2d433d95e93daa3aeb17ce&device_id=7ac132f7-91a4-42e6-84c0-b3180a680c5f HTTP/1.1" status: 200 len: 1097 time: 0.0396163 Nov 18 18:23:29.768170 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c07488b-a252-4617-a523-84713bccf18a req-d4d958ac-a898-4923-b13c-2f8e042fe7aa tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:23:29.769646 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-0c07488b-a252-4617-a523-84713bccf18a req-d4d958ac-a898-4923-b13c-2f8e042fe7aa tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ac132f7-91a4-42e6-84c0-b3180a680c5f HTTP/1.1" status: 200 len: 944 time: 0.1788540 Nov 18 18:23:29.788254 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a302f260-212a-4434-9663-b354d5030114 req-5e587d99-96ac-487d-9d7c-4a3ec5151912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:23:29.789555 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-a302f260-212a-4434-9663-b354d5030114 req-5e587d99-96ac-487d-9d7c-4a3ec5151912 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f21b1cf4-9836-4a7b-8947-90f148ea7c8b HTTP/1.1" status: 200 len: 918 time: 0.1338055 Nov 18 18:23:29.842264 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] get_ports_and_sgs() called for port_ids ['97110bd3-4ae1-40a7-8f32-0c7593009446'] {{(pid=101555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 18:23:29.851413 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-0c07488b-a252-4617-a523-84713bccf18a req-5180c530-bea1-4af5-96b7-d4526ee1c41c tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cb9de25-5998-4ec5-b2c0-68c28f8f537b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732062 Nov 18 18:23:29.866186 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-a302f260-212a-4434-9663-b354d5030114 req-a3fdbf65-b937-423e-895f-9a063c2ad6c6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=97110bd3-4ae1-40a7-8f32-0c7593009446 HTTP/1.1" status: 200 len: 1000 time: 0.0689788 Nov 18 18:23:29.921105 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a302f260-212a-4434-9663-b354d5030114 req-65425935-6fba-468c-abb1-5bbbc78f41c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:23:29.922549 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-a302f260-212a-4434-9663-b354d5030114 req-65425935-6fba-468c-abb1-5bbbc78f41c9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7e1d2c9d-3536-4097-943a-2b344ea0e9fc HTTP/1.1" status: 200 len: 856 time: 0.0494530 Nov 18 18:23:29.969621 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a302f260-212a-4434-9663-b354d5030114 req-d402b85d-fd38-4ee4-9464-c6b0bb6c0e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:23:29.971302 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-a302f260-212a-4434-9663-b354d5030114 req-d402b85d-fd38-4ee4-9464-c6b0bb6c0e43 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f21b1cf4-9836-4a7b-8947-90f148ea7c8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415654 Nov 18 18:23:30.060301 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-a302f260-212a-4434-9663-b354d5030114 req-ebd3f528-8ebf-4a9d-91fa-ffb45a84c113 service neutron] 10.222.0.46 "GET /v2.0/networks/f21b1cf4-9836-4a7b-8947-90f148ea7c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815766 Nov 18 18:23:30.150455 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-a302f260-212a-4434-9663-b354d5030114 req-da132764-b811-47f1-b4ea-8e82e4e93247 service neutron] 10.222.0.46 "GET /v2.0/networks/f21b1cf4-9836-4a7b-8947-90f148ea7c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821407 Nov 18 18:23:31.022779 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c364b3da-120d-4dda-b30f-23eb6cd66eec req-c2da4d34-1f02-4271-ba94-fea5fa5f7d76 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:23:31.024333 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-c364b3da-120d-4dda-b30f-23eb6cd66eec req-c2da4d34-1f02-4271-ba94-fea5fa5f7d76 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ac132f7-91a4-42e6-84c0-b3180a680c5f HTTP/1.1" status: 200 len: 944 time: 0.0984540 Nov 18 18:23:31.062802 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-c364b3da-120d-4dda-b30f-23eb6cd66eec req-66bb5f5b-7a0d-49b0-90bf-f62d7e6db67f tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cb9de25-5998-4ec5-b2c0-68c28f8f537b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326467 Nov 18 18:23:31.316781 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Device 97110bd3-4ae1-40a7-8f32-0c7593009446 up at agent hyperv_hv-cinder-81669 {{(pid=101555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:23:31.366518 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Provisioning complete for port 97110bd3-4ae1-40a7-8f32-0c7593009446 triggered by entity L2. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:23:31.366900 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:23:31.439064 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:23:31.462352 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ac132f7-91a4-42e6-84c0-b3180a680c5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97110bd3-4ae1-40a7-8f32-0c7593009446'}] {{(pid=101555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:23:31.464601 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d346ce470d451c2c3f81e461e68bbd58c3f0d417750f3f38c7c8caca9575360f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcd83d2d-2f82-492e-9d2f-13958e0ce164" -d '{"events": [{"server_uuid": "7ac132f7-91a4-42e6-84c0-b3180a680c5f", "name": "network-vif-plugged", "status": "completed", "tag": "97110bd3-4ae1-40a7-8f32-0c7593009446"}]}' {{(pid=101555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:23:31.477599 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] For port 97110bd3-4ae1-40a7-8f32-0c7593009446, host hv-cinder-81669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81669',level=0,port_id=97110bd3-4ae1-40a7-8f32-0c7593009446,segment=NetworkSegment(43109070-f8b1-4cef-8fc5-8a83cb9b46d4),segment_id=43109070-f8b1-4cef-8fc5-8a83cb9b46d4)] {{(pid=101555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:23:31.481426 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:23:31.506934 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 18:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c98fc8f-3c1f-4b99-bad8-263e0f7ee292 x-openstack-request-id: req-1c98fc8f-3c1f-4b99-bad8-263e0f7ee292 {{(pid=101555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:23:31.507766 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ac132f7-91a4-42e6-84c0-b3180a680c5f", "name": "network-vif-plugged", "status": "completed", "tag": "97110bd3-4ae1-40a7-8f32-0c7593009446", "code": 200}]} {{(pid=101555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:23:31.508064 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1c98fc8f-3c1f-4b99-bad8-263e0f7ee292 {{(pid=101555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:23:31.509194 dv-cinder-816695-1-iscsi neutron-server[101555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ac132f7-91a4-42e6-84c0-b3180a680c5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97110bd3-4ae1-40a7-8f32-0c7593009446', 'code': 200} Nov 18 18:23:31.540137 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Pushing event updated for resources: {'Port': ['ID=97110bd3-4ae1-40a7-8f32-0c7593009446,revision_number=10']} {{(pid=101555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:23:31.676369 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e635f87-0353-4d14-b2ef-197b2f545f8e req-19eb5a11-5ba8-4636-8e5a-22ab76ffb50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:23:31.677890 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-1e635f87-0353-4d14-b2ef-197b2f545f8e req-19eb5a11-5ba8-4636-8e5a-22ab76ffb50c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7ac132f7-91a4-42e6-84c0-b3180a680c5f HTTP/1.1" status: 200 len: 1099 time: 0.0388768 Nov 18 18:23:31.715409 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-1e635f87-0353-4d14-b2ef-197b2f545f8e req-c63030d9-97e2-4baa-953d-ba9eda62ffd0 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0cb9de25-5998-4ec5-b2c0-68c28f8f537b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305581 Nov 18 18:23:32.181872 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3189cf80-131e-4c9e-8597-856f521d4bab req-eff305ec-567c-4c88-8e28-59a5fc9ea6ee tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:23:32.183319 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-3189cf80-131e-4c9e-8597-856f521d4bab req-eff305ec-567c-4c88-8e28-59a5fc9ea6ee tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ac132f7-91a4-42e6-84c0-b3180a680c5f HTTP/1.1" status: 200 len: 946 time: 0.0478301 Nov 18 18:23:32.220312 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-3189cf80-131e-4c9e-8597-856f521d4bab req-f709c89e-b8a2-4802-8f9a-bc4d85591689 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cb9de25-5998-4ec5-b2c0-68c28f8f537b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311701 Nov 18 18:23:33.348548 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542928df-82d4-41e5-bf49-cd8ca6398d39 req-8e6dcae4-c377-41d0-937c-038bd5ef3b76 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:23:33.350022 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-542928df-82d4-41e5-bf49-cd8ca6398d39 req-8e6dcae4-c377-41d0-937c-038bd5ef3b76 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ac132f7-91a4-42e6-84c0-b3180a680c5f HTTP/1.1" status: 200 len: 946 time: 0.0506177 Nov 18 18:23:33.390930 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-542928df-82d4-41e5-bf49-cd8ca6398d39 req-e11d8add-9cf9-4580-88b4-bb8556f776a2 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cb9de25-5998-4ec5-b2c0-68c28f8f537b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339689 Nov 18 18:23:34.516017 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c10ed97-1742-4d3b-9b4e-df316db957a6 req-12f188f4-92b4-4154-a845-880f4cfd3fd8 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:23:34.517458 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-3c10ed97-1742-4d3b-9b4e-df316db957a6 req-12f188f4-92b4-4154-a845-880f4cfd3fd8 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ac132f7-91a4-42e6-84c0-b3180a680c5f HTTP/1.1" status: 200 len: 946 time: 0.0488772 Nov 18 18:23:34.557208 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-3c10ed97-1742-4d3b-9b4e-df316db957a6 req-6524c7e4-205b-4f49-a8f8-e2a98596c8f9 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cb9de25-5998-4ec5-b2c0-68c28f8f537b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339193 Nov 18 18:23:40.164015 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3c1acc-9697-41bb-b604-da9062cec60b req-5fc44a64-06a7-439a-bc3b-1109d413d43f tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:23:40.165529 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-7a3c1acc-9697-41bb-b604-da9062cec60b req-5fc44a64-06a7-439a-bc3b-1109d413d43f tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/ports?device_id=408943c2-feca-46fd-8cc2-a693bc0011ee HTTP/1.1" status: 200 len: 945 time: 0.3031559 Nov 18 18:23:40.202793 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-7a3c1acc-9697-41bb-b604-da9062cec60b req-d934972a-84f0-4dfe-8e7b-99d35b970176 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb407edf-b6db-4864-a71e-1204aae4123b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313272 Nov 18 18:23:40.995300 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-626b071d-dc6a-40e2-904a-c1724467b8fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:23:41.325273 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35600396-dfd8-49f4-9cbd-4ac90850b83b req-1700dcfd-9a9d-47aa-977a-3bf48e2733d3 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:23:41.326644 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-35600396-dfd8-49f4-9cbd-4ac90850b83b req-1700dcfd-9a9d-47aa-977a-3bf48e2733d3 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/ports?device_id=408943c2-feca-46fd-8cc2-a693bc0011ee HTTP/1.1" status: 200 len: 945 time: 0.0487132 Nov 18 18:23:41.365897 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-35600396-dfd8-49f4-9cbd-4ac90850b83b req-f5e8a396-f285-4c1f-a735-73a1bf3d9eaa tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb407edf-b6db-4864-a71e-1204aae4123b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330279 Nov 18 18:23:41.974798 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e364ece6-e058-46b0-bb2c-13744256a7da req-ad3626c7-f7e7-4d21-8f5e-4dd3031fe2af tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:23:41.976201 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-e364ece6-e058-46b0-bb2c-13744256a7da req-ad3626c7-f7e7-4d21-8f5e-4dd3031fe2af tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.46 "GET /v2.0/ports?device_id=408943c2-feca-46fd-8cc2-a693bc0011ee HTTP/1.1" status: 200 len: 945 time: 0.0528095 Nov 18 18:23:42.072957 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.plugin [req-e364ece6-e058-46b0-bb2c-13744256a7da req-4c5f5c14-191b-41b8-baf5-f66fa5b77afb tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Deleting port 91a5cb54-f005-49ab-9332-06d090841656 {{(pid=101553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 18 18:23:42.073369 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-e364ece6-e058-46b0-bb2c-13744256a7da req-4c5f5c14-191b-41b8-baf5-f66fa5b77afb tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768457215290'] for port, before_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:23:42.173628 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.db [req-e364ece6-e058-46b0-bb2c-13744256a7da req-4c5f5c14-191b-41b8-baf5-f66fa5b77afb tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] For port 91a5cb54-f005-49ab-9332-06d090841656, host hv-cinder-81669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81669',level=0,port_id=91a5cb54-f005-49ab-9332-06d090841656,segment=NetworkSegment(fdab8eb2-7859-4d62-a00d-9bb65cb2ee65),segment_id=fdab8eb2-7859-4d62-a00d-9bb65cb2ee65)] {{(pid=101553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:23:42.173982 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-e364ece6-e058-46b0-bb2c-13744256a7da req-4c5f5c14-191b-41b8-baf5-f66fa5b77afb tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369284'] for port, precommit_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:23:42.351133 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-e364ece6-e058-46b0-bb2c-13744256a7da req-4c5f5c14-191b-41b8-baf5-f66fa5b77afb tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:23:42.351832 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-e364ece6-e058-46b0-bb2c-13744256a7da req-4c5f5c14-191b-41b8-baf5-f66fa5b77afb tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-366129'] for floatingip, after_update {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:23:42.351832 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.db.l3_db [req-e364ece6-e058-46b0-bb2c-13744256a7da req-4c5f5c14-191b-41b8-baf5-f66fa5b77afb tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Floating IP b5700625-dfa8-4aa9-b81d-1cbe58eca504 disassociated. External IP: 172.27.0.49, port: 91a5cb54-f005-49ab-9332-06d090841656. Nov 18 18:23:42.352058 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.plugin [req-e364ece6-e058-46b0-bb2c-13744256a7da req-4c5f5c14-191b-41b8-baf5-f66fa5b77afb tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Calling delete_port for 91a5cb54-f005-49ab-9332-06d090841656 owned by compute:nova {{(pid=101553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 18 18:23:42.528546 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-e364ece6-e058-46b0-bb2c-13744256a7da req-4c5f5c14-191b-41b8-baf5-f66fa5b77afb tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768457221690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768456900410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5584108'] for port, after_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:23:42.572526 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da83d2b-4c6c-4875-8f0d-d882ed4c8f1d req-b55dad56-4212-41a7-bf8d-7d76e0bdd00b tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:23:42.574406 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-2da83d2b-4c6c-4875-8f0d-d882ed4c8f1d req-b55dad56-4212-41a7-bf8d-7d76e0bdd00b tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/ports?device_id=408943c2-feca-46fd-8cc2-a693bc0011ee HTTP/1.1" status: 200 len: 867 time: 0.1025710 Nov 18 18:23:42.575356 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5f5c14-191b-41b8-baf5-f66fa5b77afb tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Pushing event deleted for resources: {'Port': ['ID=91a5cb54-f005-49ab-9332-06d090841656,revision_number=None']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:23:42.601236 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5f5c14-191b-41b8-baf5-f66fa5b77afb tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:23:42.601445 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5f5c14-191b-41b8-baf5-f66fa5b77afb tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:23:42.601792 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5f5c14-191b-41b8-baf5-f66fa5b77afb tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:23:42.602132 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5f5c14-191b-41b8-baf5-f66fa5b77afb tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:23:42.602469 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5f5c14-191b-41b8-baf5-f66fa5b77afb tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:23:42.602809 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5f5c14-191b-41b8-baf5-f66fa5b77afb tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:23:42.603143 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5f5c14-191b-41b8-baf5-f66fa5b77afb tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:23:42.603479 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5f5c14-191b-41b8-baf5-f66fa5b77afb tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:23:42.603846 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5f5c14-191b-41b8-baf5-f66fa5b77afb tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:23:42.604171 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5f5c14-191b-41b8-baf5-f66fa5b77afb tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:23:42.604549 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5f5c14-191b-41b8-baf5-f66fa5b77afb tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:23:42.605086 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5f5c14-191b-41b8-baf5-f66fa5b77afb tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:23:42.714046 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-2da83d2b-4c6c-4875-8f0d-d882ed4c8f1d req-70d5a399-5412-4490-b3a4-57c28abf57a5 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb407edf-b6db-4864-a71e-1204aae4123b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1318765 Nov 18 18:23:42.745865 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e364ece6-e058-46b0-bb2c-13744256a7da req-4c5f5c14-191b-41b8-baf5-f66fa5b77afb tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Router 575dc112-dc97-41b6-96ba-90769a41d71a has already been hosted by L3 agent 11d55508-f5ea-4178-bd3a-0ed8666e5761 {{(pid=101553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 18:23:42.853883 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e364ece6-e058-46b0-bb2c-13744256a7da req-4c5f5c14-191b-41b8-baf5-f66fa5b77afb tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Notify agent at l3_agent.dv-cinder-816695-1-iscsi the message routers_updated {{(pid=101553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 18:23:42.865646 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61747f35-1bb9-46b3-a084-b42353fd8fd4 None None] Sync routers for ids ['575dc112-dc97-41b6-96ba-90769a41d71a'] in dv-cinder-816695-1-iscsi {{(pid=101555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 18:23:42.879404 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61747f35-1bb9-46b3-a084-b42353fd8fd4 None None] Routers {'575dc112-dc97-41b6-96ba-90769a41d71a'} bound to L3 agent in host dv-cinder-816695-1-iscsi {{(pid=101555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:23:42.880423 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_hamode_db [None req-61747f35-1bb9-46b3-a084-b42353fd8fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T18:05:14Z,description=,heartbeat_timestamp=2021-11-18T18:23:14Z,host='dv-cinder-816695-1-iscsi',id=11d55508-f5ea-4178-bd3a-0ed8666e5761,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T18:05:14Z,topic='l3_agent')) {'router_ids': ['575dc112-dc97-41b6-96ba-90769a41d71a'], 'active': True} {{(pid=101555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:23:42.893581 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.db.l3_dvrscheduler_db [req-e364ece6-e058-46b0-bb2c-13744256a7da req-4c5f5c14-191b-41b8-baf5-f66fa5b77afb tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] No DVR routers for this DVR port 91a5cb54-f005-49ab-9332-06d090841656 on host hv-cinder-81669 {{(pid=101553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 18:23:42.901495 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-e364ece6-e058-46b0-bb2c-13744256a7da req-4c5f5c14-191b-41b8-baf5-f66fa5b77afb tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47340'] for port, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:23:42.904916 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-e364ece6-e058-46b0-bb2c-13744256a7da req-4c5f5c14-191b-41b8-baf5-f66fa5b77afb tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.46 "DELETE /v2.0/ports/91a5cb54-f005-49ab-9332-06d090841656 HTTP/1.1" status: 204 len: 173 time: 0.9228692 Nov 18 18:23:42.905375 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '408943c2-feca-46fd-8cc2-a693bc0011ee', 'name': 'network-vif-deleted', 'tag': '91a5cb54-f005-49ab-9332-06d090841656'}] {{(pid=101553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:23:42.907703 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3f9c8695bc273365e1ae5046181e224bccdab9c1f2bdac51621509927968c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05d95c7b-e3a2-465d-beca-3534235a9407" -d '{"events": [{"server_uuid": "408943c2-feca-46fd-8cc2-a693bc0011ee", "name": "network-vif-deleted", "tag": "91a5cb54-f005-49ab-9332-06d090841656"}]}' {{(pid=101553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:23:42.950986 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 18:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7724c8d7-21e4-466e-afef-b60cc908a59b x-openstack-request-id: req-7724c8d7-21e4-466e-afef-b60cc908a59b {{(pid=101553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:23:42.951275 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "408943c2-feca-46fd-8cc2-a693bc0011ee", "name": "network-vif-deleted", "tag": "91a5cb54-f005-49ab-9332-06d090841656", "status": "completed", "code": 200}]} {{(pid=101553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:23:42.951529 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7724c8d7-21e4-466e-afef-b60cc908a59b {{(pid=101553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:23:42.951997 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '408943c2-feca-46fd-8cc2-a693bc0011ee', 'name': 'network-vif-deleted', 'tag': '91a5cb54-f005-49ab-9332-06d090841656', 'status': 'completed', 'code': 200} Nov 18 18:23:43.008126 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_dvr_db [None req-61747f35-1bb9-46b3-a084-b42353fd8fd4 None None] Set router 575dc112-dc97-41b6-96ba-90769a41d71a gateway port host: dv-cinder-816695-1-iscsi {{(pid=101555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:23:43.207404 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_hamode_db [None req-61747f35-1bb9-46b3-a084-b42353fd8fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '575dc112-dc97-41b6-96ba-90769a41d71a', 'name': 'tempest-AttachVolumeTestJSON-1688942367-router', 'tenant_id': '03d899808f1a4723a8e0d1b00ed1a01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'external_fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '0b9e60a6-ebb9-43ce-bce1-781addfacb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:13:23Z', 'updated_at': '2021-11-18T18:13:30Z', 'revision_number': 4, 'project_id': '03d899808f1a4723a8e0d1b00ed1a01d', 'gw_port': {'id': '0b9e60a6-ebb9-43ce-bce1-781addfacb0c', 'name': '', 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:44:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575dc112-dc97-41b6-96ba-90769a41d71a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:13:24Z', 'updated_at': '2021-11-18T18:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816695-1-iscsi', '_interfaces': [{'id': '7da27a20-ee22-482c-83be-f669e67d9aaf', 'name': '', 'network_id': '548d4c85-a92c-4982-a16e-af3d8afd47ad', 'tenant_id': '03d899808f1a4723a8e0d1b00ed1a01d', 'mac_address': 'fa:16:3e:33:38:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575dc112-dc97-41b6-96ba-90769a41d71a', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '26737122-c082-4cd3-ada1-6591b74e0d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:13:29Z', 'updated_at': '2021-11-18T18:13:35Z', 'revision_number': 5, 'project_id': '03d899808f1a4723a8e0d1b00ed1a01d', 'subnets': [{'id': '26737122-c082-4cd3-ada1-6591b74e0d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816695-1-iscsi', False) {} {{(pid=101555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:23:43.233404 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61747f35-1bb9-46b3-a084-b42353fd8fd4 None None] Checking router: 575dc112-dc97-41b6-96ba-90769a41d71a for host: dv-cinder-816695-1-iscsi {{(pid=101555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 18:23:43.241445 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61747f35-1bb9-46b3-a084-b42353fd8fd4 None None] Routers {'575dc112-dc97-41b6-96ba-90769a41d71a'} bound to L3 agent in host dv-cinder-816695-1-iscsi {{(pid=101555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:23:43.242047 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_hamode_db [None req-61747f35-1bb9-46b3-a084-b42353fd8fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T18:05:14Z,description=,heartbeat_timestamp=2021-11-18T18:23:14Z,host='dv-cinder-816695-1-iscsi',id=11d55508-f5ea-4178-bd3a-0ed8666e5761,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T18:05:14Z,topic='l3_agent')) {'router_ids': ['575dc112-dc97-41b6-96ba-90769a41d71a'], 'active': True} {{(pid=101555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:23:43.348397 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_dvr_db [None req-61747f35-1bb9-46b3-a084-b42353fd8fd4 None None] Set router 575dc112-dc97-41b6-96ba-90769a41d71a gateway port host: dv-cinder-816695-1-iscsi {{(pid=101555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:23:43.549561 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_hamode_db [None req-61747f35-1bb9-46b3-a084-b42353fd8fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '575dc112-dc97-41b6-96ba-90769a41d71a', 'name': 'tempest-AttachVolumeTestJSON-1688942367-router', 'tenant_id': '03d899808f1a4723a8e0d1b00ed1a01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'external_fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '0b9e60a6-ebb9-43ce-bce1-781addfacb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:13:23Z', 'updated_at': '2021-11-18T18:13:30Z', 'revision_number': 4, 'project_id': '03d899808f1a4723a8e0d1b00ed1a01d', 'gw_port': {'id': '0b9e60a6-ebb9-43ce-bce1-781addfacb0c', 'name': '', 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:44:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575dc112-dc97-41b6-96ba-90769a41d71a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:13:24Z', 'updated_at': '2021-11-18T18:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816695-1-iscsi', '_interfaces': [{'id': '7da27a20-ee22-482c-83be-f669e67d9aaf', 'name': '', 'network_id': '548d4c85-a92c-4982-a16e-af3d8afd47ad', 'tenant_id': '03d899808f1a4723a8e0d1b00ed1a01d', 'mac_address': 'fa:16:3e:33:38:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575dc112-dc97-41b6-96ba-90769a41d71a', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '26737122-c082-4cd3-ada1-6591b74e0d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:13:29Z', 'updated_at': '2021-11-18T18:13:35Z', 'revision_number': 5, 'project_id': '03d899808f1a4723a8e0d1b00ed1a01d', 'subnets': [{'id': '26737122-c082-4cd3-ada1-6591b74e0d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816695-1-iscsi', False) {} {{(pid=101555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:23:43.576286 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61747f35-1bb9-46b3-a084-b42353fd8fd4 None None] The sync data for ids ['575dc112-dc97-41b6-96ba-90769a41d71a'] in dv-cinder-816695-1-iscsi is: [{'id': '575dc112-dc97-41b6-96ba-90769a41d71a', 'name': 'tempest-AttachVolumeTestJSON-1688942367-router', 'tenant_id': '03d899808f1a4723a8e0d1b00ed1a01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'external_fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '0b9e60a6-ebb9-43ce-bce1-781addfacb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:13:23Z', 'updated_at': '2021-11-18T18:13:30Z', 'revision_number': 4, 'project_id': '03d899808f1a4723a8e0d1b00ed1a01d', 'gw_port': {'id': '0b9e60a6-ebb9-43ce-bce1-781addfacb0c', 'name': '', 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:44:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575dc112-dc97-41b6-96ba-90769a41d71a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:13:24Z', 'updated_at': '2021-11-18T18:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816695-1-iscsi', '_interfaces': [{'id': '7da27a20-ee22-482c-83be-f669e67d9aaf', 'name': '', 'network_id': '548d4c85-a92c-4982-a16e-af3d8afd47ad', 'tenant_id': '03d899808f1a4723a8e0d1b00ed1a01d', 'mac_address': 'fa:16:3e:33:38:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575dc112-dc97-41b6-96ba-90769a41d71a', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '26737122-c082-4cd3-ada1-6591b74e0d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:13:29Z', 'updated_at': '2021-11-18T18:13:35Z', 'revision_number': 5, 'project_id': '03d899808f1a4723a8e0d1b00ed1a01d', 'subnets': [{'id': '26737122-c082-4cd3-ada1-6591b74e0d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 18:23:43.792949 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba07aa1a-c182-4398-bf22-2c479120308c None None] New status for floating IP b5700625-dfa8-4aa9-b81d-1cbe58eca504: DOWN {{(pid=101556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 18 18:23:43.810575 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 53706) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:23:43.869567 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-39cad4e0-bca1-4c22-a759-d2039a4ce269 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Notify callbacks [] for security_group, before_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:23:43.893469 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-39cad4e0-bca1-4c22-a759-d2039a4ce269 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:23:43.944339 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-39cad4e0-bca1-4c22-a759-d2039a4ce269 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:23:43.947015 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-39cad4e0-bca1-4c22-a759-d2039a4ce269 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Notify callbacks [] for security_group, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:23:43.948307 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-39cad4e0-bca1-4c22-a759-d2039a4ce269 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "DELETE /v2.0/security-groups/bb407edf-b6db-4864-a71e-1204aae4123b HTTP/1.1" status: 204 len: 168 time: 0.1363499 Nov 18 18:23:43.951355 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 53708) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:23:43.958850 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cad4e0-bca1-4c22-a759-d2039a4ce269 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb407edf-b6db-4864-a71e-1204aae4123b,revision_number=None']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:23:43.966450 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.api.v2.resource [None req-dff38659-7f25-44b1-879a-d3089768ef50 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] show failed (client error): The resource could not be found. Nov 18 18:23:43.966885 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cad4e0-bca1-4c22-a759-d2039a4ce269 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:23:43.967474 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-dff38659-7f25-44b1-879a-d3089768ef50 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "GET /v2.0/security-groups/bb407edf-b6db-4864-a71e-1204aae4123b HTTP/1.1" status: 404 len: 347 time: 0.0148630 Nov 18 18:23:43.968103 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cad4e0-bca1-4c22-a759-d2039a4ce269 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:23:43.968594 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cad4e0-bca1-4c22-a759-d2039a4ce269 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:23:43.968983 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cad4e0-bca1-4c22-a759-d2039a4ce269 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:23:43.969318 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cad4e0-bca1-4c22-a759-d2039a4ce269 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:23:43.969765 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cad4e0-bca1-4c22-a759-d2039a4ce269 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:23:43.970195 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cad4e0-bca1-4c22-a759-d2039a4ce269 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:23:43.970559 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cad4e0-bca1-4c22-a759-d2039a4ce269 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:23:43.970702 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 53710) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:23:43.970886 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cad4e0-bca1-4c22-a759-d2039a4ce269 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:23:43.971204 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cad4e0-bca1-4c22-a759-d2039a4ce269 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:23:43.971527 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cad4e0-bca1-4c22-a759-d2039a4ce269 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:23:43.971870 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cad4e0-bca1-4c22-a759-d2039a4ce269 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:23:44.024590 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-71721bf8-f0a0-4bd1-a59e-7da2137d902a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:23:44.129311 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.plugin [None req-2510bbf2-2b37-4d15-8077-93d9bc139695 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Deleting port 6cf9983a-3ef2-4688-bddc-69892bf28e43 {{(pid=101553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 18 18:23:44.129663 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-2510bbf2-2b37-4d15-8077-93d9bc139695 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768457215290'] for port, before_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:23:44.192192 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:23:44.203632 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-2510bbf2-2b37-4d15-8077-93d9bc139695 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369284'] for port, precommit_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:23:44.203989 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-2510bbf2-2b37-4d15-8077-93d9bc139695 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:23:44.216055 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.plugin [None req-2510bbf2-2b37-4d15-8077-93d9bc139695 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Calling delete_port for 6cf9983a-3ef2-4688-bddc-69892bf28e43 owned by network:floatingip {{(pid=101553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 18 18:23:44.348061 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-2510bbf2-2b37-4d15-8077-93d9bc139695 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768457221690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768456900410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5584108'] for port, after_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:23:44.372237 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2510bbf2-2b37-4d15-8077-93d9bc139695 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Pushing event deleted for resources: {'Port': ['ID=6cf9983a-3ef2-4688-bddc-69892bf28e43,revision_number=None']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:23:44.434625 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-2510bbf2-2b37-4d15-8077-93d9bc139695 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Notify callbacks [] for floatingip, after_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:23:44.437250 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-2510bbf2-2b37-4d15-8077-93d9bc139695 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47340'] for floatingip, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:23:44.438394 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-2510bbf2-2b37-4d15-8077-93d9bc139695 tempest-AttachVolumeTestJSON-109236280 tempest-AttachVolumeTestJSON-109236280-project] 10.222.0.21 "DELETE /v2.0/floatingips/b5700625-dfa8-4aa9-b81d-1cbe58eca504 HTTP/1.1" status: 204 len: 168 time: 0.4662716 Nov 18 18:23:44.925378 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-e3a848c2-ffa0-4288-a759-e5f077163e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:23:45.388921 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Device 91a5cb54-f005-49ab-9332-06d090841656 no longer exists at agent hyperv_hv-cinder-81669 {{(pid=101555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 18:23:45.408742 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.plugin [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] No Port match for: 91a5cb54-f005-49ab-9332-06d090841656 {{(pid=101555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 18 18:23:45.409087 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Device 91a5cb54-f005-49ab-9332-06d090841656 not bound to the agent host hv-cinder-81669 {{(pid=101555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 18:23:46.950254 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-cd169395-ba62-4885-8b1f-e6616afe023f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:23:47.996521 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 53738) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:23:48.422927 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-70260a16-f2a5-4996-b359-112cf7bf24ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-368475'] for router_interface, before_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:23:48.658766 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.plugin [None req-70260a16-f2a5-4996-b359-112cf7bf24ab admin admin] Deleting port 7da27a20-ee22-482c-83be-f669e67d9aaf {{(pid=101553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 18 18:23:48.659107 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-70260a16-f2a5-4996-b359-112cf7bf24ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768457215290'] for port, before_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:23:48.734294 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.db [None req-70260a16-f2a5-4996-b359-112cf7bf24ab admin admin] For port 7da27a20-ee22-482c-83be-f669e67d9aaf, host dv-cinder-816695-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816695-1-iscsi',level=0,port_id=7da27a20-ee22-482c-83be-f669e67d9aaf,segment=NetworkSegment(fdab8eb2-7859-4d62-a00d-9bb65cb2ee65),segment_id=fdab8eb2-7859-4d62-a00d-9bb65cb2ee65)] {{(pid=101553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:23:48.734657 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-70260a16-f2a5-4996-b359-112cf7bf24ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369284'] for port, precommit_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:23:48.747162 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.plugin [None req-70260a16-f2a5-4996-b359-112cf7bf24ab admin admin] Calling delete_port for 7da27a20-ee22-482c-83be-f669e67d9aaf owned by network:router_interface {{(pid=101553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 18 18:23:48.924236 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-70260a16-f2a5-4996-b359-112cf7bf24ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768457221690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768456900410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5584108'] for port, after_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:23:48.953239 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70260a16-f2a5-4996-b359-112cf7bf24ab admin admin] Pushing event deleted for resources: {'Port': ['ID=7da27a20-ee22-482c-83be-f669e67d9aaf,revision_number=None']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:23:49.112918 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-70260a16-f2a5-4996-b359-112cf7bf24ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-368541'] for router_interface, after_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:23:49.318773 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70260a16-f2a5-4996-b359-112cf7bf24ab admin admin] Router 575dc112-dc97-41b6-96ba-90769a41d71a has already been hosted by L3 agent 11d55508-f5ea-4178-bd3a-0ed8666e5761 {{(pid=101553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 18:23:49.417794 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70260a16-f2a5-4996-b359-112cf7bf24ab admin admin] Notify agent at l3_agent.dv-cinder-816695-1-iscsi the message routers_updated {{(pid=101553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 18:23:49.425303 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-70260a16-f2a5-4996-b359-112cf7bf24ab admin admin] 10.222.0.21 "PUT /v2.0/routers/575dc112-dc97-41b6-96ba-90769a41d71a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4253042 Nov 18 18:23:49.425463 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 53742) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:23:49.426408 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f72550-8ff4-4fda-9188-48910d01abd9 None None] Sync routers for ids ['575dc112-dc97-41b6-96ba-90769a41d71a'] in dv-cinder-816695-1-iscsi {{(pid=101555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 18:23:49.436553 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f72550-8ff4-4fda-9188-48910d01abd9 None None] Routers {'575dc112-dc97-41b6-96ba-90769a41d71a'} bound to L3 agent in host dv-cinder-816695-1-iscsi {{(pid=101555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:23:49.437156 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_hamode_db [None req-f0f72550-8ff4-4fda-9188-48910d01abd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T18:05:14Z,description=,heartbeat_timestamp=2021-11-18T18:23:44Z,host='dv-cinder-816695-1-iscsi',id=11d55508-f5ea-4178-bd3a-0ed8666e5761,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T18:05:14Z,topic='l3_agent')) {'router_ids': ['575dc112-dc97-41b6-96ba-90769a41d71a'], 'active': True} {{(pid=101555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:23:49.527050 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-70d14f4c-b571-4199-b863-f75a8a25530c admin admin] Notify callbacks [] for router, before_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:23:49.538571 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_dvr_db [None req-f0f72550-8ff4-4fda-9188-48910d01abd9 None None] Set router 575dc112-dc97-41b6-96ba-90769a41d71a gateway port host: dv-cinder-816695-1-iscsi {{(pid=101555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:23:49.627595 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-70d14f4c-b571-4199-b863-f75a8a25530c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:23:49.680593 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.plugin [None req-70d14f4c-b571-4199-b863-f75a8a25530c admin admin] Deleting port 0b9e60a6-ebb9-43ce-bce1-781addfacb0c {{(pid=101553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 18 18:23:49.680942 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-70d14f4c-b571-4199-b863-f75a8a25530c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768457215290'] for port, before_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:23:49.717269 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_hamode_db [None req-f0f72550-8ff4-4fda-9188-48910d01abd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '575dc112-dc97-41b6-96ba-90769a41d71a', 'name': 'tempest-AttachVolumeTestJSON-1688942367-router', 'tenant_id': '03d899808f1a4723a8e0d1b00ed1a01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'external_fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '0b9e60a6-ebb9-43ce-bce1-781addfacb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:13:23Z', 'updated_at': '2021-11-18T18:23:48Z', 'revision_number': 5, 'project_id': '03d899808f1a4723a8e0d1b00ed1a01d', 'gw_port': {'id': '0b9e60a6-ebb9-43ce-bce1-781addfacb0c', 'name': '', 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:44:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575dc112-dc97-41b6-96ba-90769a41d71a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:13:24Z', 'updated_at': '2021-11-18T18:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816695-1-iscsi'}], 'dv-cinder-816695-1-iscsi', False) {} {{(pid=101555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:23:49.744078 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f72550-8ff4-4fda-9188-48910d01abd9 None None] Checking router: 575dc112-dc97-41b6-96ba-90769a41d71a for host: dv-cinder-816695-1-iscsi {{(pid=101555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 18:23:49.752986 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f72550-8ff4-4fda-9188-48910d01abd9 None None] Routers {'575dc112-dc97-41b6-96ba-90769a41d71a'} bound to L3 agent in host dv-cinder-816695-1-iscsi {{(pid=101555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:23:49.753588 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_hamode_db [None req-f0f72550-8ff4-4fda-9188-48910d01abd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T18:05:14Z,description=,heartbeat_timestamp=2021-11-18T18:23:44Z,host='dv-cinder-816695-1-iscsi',id=11d55508-f5ea-4178-bd3a-0ed8666e5761,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T18:05:14Z,topic='l3_agent')) {'router_ids': ['575dc112-dc97-41b6-96ba-90769a41d71a'], 'active': True} {{(pid=101555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:23:49.766952 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.db [None req-70d14f4c-b571-4199-b863-f75a8a25530c admin admin] For port 0b9e60a6-ebb9-43ce-bce1-781addfacb0c, host dv-cinder-816695-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816695-1-iscsi',level=0,port_id=0b9e60a6-ebb9-43ce-bce1-781addfacb0c,segment=NetworkSegment(ccf61333-990a-41b6-8fac-e85eb4401822),segment_id=ccf61333-990a-41b6-8fac-e85eb4401822)] {{(pid=101553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:23:49.767314 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-70d14f4c-b571-4199-b863-f75a8a25530c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369284'] for port, precommit_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:23:49.779607 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.plugin [None req-70d14f4c-b571-4199-b863-f75a8a25530c admin admin] Calling delete_port for 0b9e60a6-ebb9-43ce-bce1-781addfacb0c owned by network:router_gateway {{(pid=101553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 18 18:23:49.952830 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-70d14f4c-b571-4199-b863-f75a8a25530c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768457221690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768456900410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5584108'] for port, after_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:23:49.976617 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_dvr_db [None req-f0f72550-8ff4-4fda-9188-48910d01abd9 None None] Set router 575dc112-dc97-41b6-96ba-90769a41d71a gateway port host: None {{(pid=101555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:23:49.979463 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d14f4c-b571-4199-b863-f75a8a25530c admin admin] Pushing event deleted for resources: {'Port': ['ID=0b9e60a6-ebb9-43ce-bce1-781addfacb0c,revision_number=None']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:23:50.029528 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_hamode_db [None req-f0f72550-8ff4-4fda-9188-48910d01abd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '575dc112-dc97-41b6-96ba-90769a41d71a', 'name': 'tempest-AttachVolumeTestJSON-1688942367-router', 'tenant_id': '03d899808f1a4723a8e0d1b00ed1a01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:13:23Z', 'updated_at': '2021-11-18T18:23:49Z', 'revision_number': 6, 'project_id': '03d899808f1a4723a8e0d1b00ed1a01d', 'gw_port_host': None}], 'dv-cinder-816695-1-iscsi', False) {} {{(pid=101555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:23:50.041376 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-70d14f4c-b571-4199-b863-f75a8a25530c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-366283'] for router_gateway, after_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:23:50.059319 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f72550-8ff4-4fda-9188-48910d01abd9 None None] The sync data for ids ['575dc112-dc97-41b6-96ba-90769a41d71a'] in dv-cinder-816695-1-iscsi is: [{'id': '575dc112-dc97-41b6-96ba-90769a41d71a', 'name': 'tempest-AttachVolumeTestJSON-1688942367-router', 'tenant_id': '03d899808f1a4723a8e0d1b00ed1a01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:13:23Z', 'updated_at': '2021-11-18T18:23:49Z', 'revision_number': 6, 'project_id': '03d899808f1a4723a8e0d1b00ed1a01d', 'gw_port_host': None}] {{(pid=101555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 18:23:50.128754 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-70d14f4c-b571-4199-b863-f75a8a25530c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-362562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15900'] for router, precommit_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:23:50.130863 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-70d14f4c-b571-4199-b863-f75a8a25530c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:23:50.173327 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-70d14f4c-b571-4199-b863-f75a8a25530c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-362587'] for router, after_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:23:50.173867 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70d14f4c-b571-4199-b863-f75a8a25530c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 575dc112-dc97-41b6-96ba-90769a41d71a {{(pid=101553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 18 18:23:50.178003 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-70d14f4c-b571-4199-b863-f75a8a25530c admin admin] Notify callbacks [] for router, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:23:50.179162 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-70d14f4c-b571-4199-b863-f75a8a25530c admin admin] 10.222.0.21 "DELETE /v2.0/routers/575dc112-dc97-41b6-96ba-90769a41d71a HTTP/1.1" status: 204 len: 168 time: 0.7527828 Nov 18 18:23:50.181806 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 53744) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:23:50.228835 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.db.db_base_plugin_v2 [None req-91dc9b8a-d91d-4f23-a63f-d9beb9ba227b admin admin] Deleting subnet 26737122-c082-4cd3-ada1-6591b74e0d08 {{(pid=101553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 18 18:23:50.231741 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-91dc9b8a-d91d-4f23-a63f-d9beb9ba227b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:23:50.264991 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-91dc9b8a-d91d-4f23-a63f-d9beb9ba227b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5393034'] for subnet, precommit_delete_associations {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:23:50.595420 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-91dc9b8a-d91d-4f23-a63f-d9beb9ba227b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1775345'] for subnet, precommit_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:23:50.654708 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-91dc9b8a-d91d-4f23-a63f-d9beb9ba227b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1775304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5584049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6021563'] for subnet, after_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:23:50.681806 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dc9b8a-d91d-4f23-a63f-d9beb9ba227b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26737122-c082-4cd3-ada1-6591b74e0d08,revision_number=None']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:23:50.684638 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-91dc9b8a-d91d-4f23-a63f-d9beb9ba227b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553968'] for subnet, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:23:50.689213 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-91dc9b8a-d91d-4f23-a63f-d9beb9ba227b admin admin] 10.222.0.21 "DELETE /v2.0/subnets/26737122-c082-4cd3-ada1-6591b74e0d08 HTTP/1.1" status: 204 len: 168 time: 0.5049157 Nov 18 18:23:50.691476 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 53746) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:23:50.694458 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c199a4a4-049f-4e13-bf84-5486a88d2d51 None None] Network 548d4c85-a92c-4982-a16e-af3d8afd47ad requested from dv-cinder-816695-1-iscsi {{(pid=101555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 18:23:50.765735 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-5b079ec8-2dc2-4c8a-86d5-3f7d5b5c1ecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793125'] for network, before_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:23:50.809120 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Device 7da27a20-ee22-482c-83be-f669e67d9aaf no longer exists at agent ovs-agent-dv-cinder-816695-1-iscsi {{(pid=101555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 18:23:50.825136 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.plugin [None req-5b079ec8-2dc2-4c8a-86d5-3f7d5b5c1ecf admin admin] Deleting port 3a0ea3c3-c9f3-4831-8346-80be8bdaae7f {{(pid=101553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 18 18:23:50.825486 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-5b079ec8-2dc2-4c8a-86d5-3f7d5b5c1ecf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768457215290'] for port, before_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:23:50.833899 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.plugin [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] No Port match for: 7da27a20-ee22-482c-83be-f669e67d9aaf {{(pid=101555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 18 18:23:50.834872 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Device 7da27a20-ee22-482c-83be-f669e67d9aaf not bound to the agent host dv-cinder-816695-1-iscsi {{(pid=101555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 18:23:50.906059 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.db [None req-5b079ec8-2dc2-4c8a-86d5-3f7d5b5c1ecf admin admin] For port 3a0ea3c3-c9f3-4831-8346-80be8bdaae7f, host dv-cinder-816695-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816695-1-iscsi',level=0,port_id=3a0ea3c3-c9f3-4831-8346-80be8bdaae7f,segment=NetworkSegment(fdab8eb2-7859-4d62-a00d-9bb65cb2ee65),segment_id=fdab8eb2-7859-4d62-a00d-9bb65cb2ee65)] {{(pid=101553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:23:50.906443 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-5b079ec8-2dc2-4c8a-86d5-3f7d5b5c1ecf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369284'] for port, precommit_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:23:50.908439 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f1c2e7-b6c5-48a5-b2aa-958e374d9499 None None] DHCP port deletion for 548d4c85-a92c-4982-a16e-af3d8afd47ad request from dv-cinder-816695-1-iscsi {{(pid=101555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 18:23:50.923433 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.plugin [None req-5b079ec8-2dc2-4c8a-86d5-3f7d5b5c1ecf admin admin] Calling delete_port for 3a0ea3c3-c9f3-4831-8346-80be8bdaae7f owned by network:dhcp {{(pid=101553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 18 18:23:50.960532 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.plugin [None req-62f1c2e7-b6c5-48a5-b2aa-958e374d9499 None None] Deleting port 3a0ea3c3-c9f3-4831-8346-80be8bdaae7f {{(pid=101555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 18 18:23:50.961031 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-62f1c2e7-b6c5-48a5-b2aa-958e374d9499 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768457215290'] for port, before_delete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:23:51.009888 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-5b079ec8-2dc2-4c8a-86d5-3f7d5b5c1ecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768457221690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768456900410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5584108'] for port, after_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:23:51.034158 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-62f1c2e7-b6c5-48a5-b2aa-958e374d9499 None None] For port 3a0ea3c3-c9f3-4831-8346-80be8bdaae7f, host dv-cinder-816695-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816695-1-iscsi',level=0,port_id=3a0ea3c3-c9f3-4831-8346-80be8bdaae7f,segment=NetworkSegment(fdab8eb2-7859-4d62-a00d-9bb65cb2ee65),segment_id=fdab8eb2-7859-4d62-a00d-9bb65cb2ee65)] {{(pid=101555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:23:51.034542 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-62f1c2e7-b6c5-48a5-b2aa-958e374d9499 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369284'] for port, precommit_delete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:23:51.038459 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b079ec8-2dc2-4c8a-86d5-3f7d5b5c1ecf admin admin] Pushing event deleted for resources: {'Port': ['ID=3a0ea3c3-c9f3-4831-8346-80be8bdaae7f,revision_number=None']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:23:51.040440 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b079ec8-2dc2-4c8a-86d5-3f7d5b5c1ecf admin admin] No DVR routers for this DVR port 3a0ea3c3-c9f3-4831-8346-80be8bdaae7f on host dv-cinder-816695-1-iscsi {{(pid=101553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 18:23:51.051916 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.plugin [None req-62f1c2e7-b6c5-48a5-b2aa-958e374d9499 None None] Calling delete_port for 3a0ea3c3-c9f3-4831-8346-80be8bdaae7f owned by network:dhcp {{(pid=101555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 18 18:23:51.116641 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-5b079ec8-2dc2-4c8a-86d5-3f7d5b5c1ecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775996', 'neutron.services.segments.db._delete_segments_for_network-8768457200168'] for network, precommit_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:23:51.135877 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-62f1c2e7-b6c5-48a5-b2aa-958e374d9499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768457221690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768456900410'] for port, after_delete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:23:51.140359 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.services.segments.db [None req-5b079ec8-2dc2-4c8a-86d5-3f7d5b5c1ecf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['548d4c85-a92c-4982-a16e-af3d8afd47ad']}} {{(pid=101553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:23:51.151234 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.services.segments.db [None req-5b079ec8-2dc2-4c8a-86d5-3f7d5b5c1ecf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdab8eb2-7859-4d62-a00d-9bb65cb2ee65') {'for_net_delete': True} {{(pid=101553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:23:51.151416 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.services.segments.db [None req-5b079ec8-2dc2-4c8a-86d5-3f7d5b5c1ecf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdab8eb2-7859-4d62-a00d-9bb65cb2ee65') {} {{(pid=101553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:23:51.162084 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-5b079ec8-2dc2-4c8a-86d5-3f7d5b5c1ecf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768457200505', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5393027'] for segment, before_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:23:51.167278 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f1c2e7-b6c5-48a5-b2aa-958e374d9499 None None] Pushing event deleted for resources: {'Port': ['ID=3a0ea3c3-c9f3-4831-8346-80be8bdaae7f,revision_number=None']} {{(pid=101555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:23:51.169764 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f1c2e7-b6c5-48a5-b2aa-958e374d9499 None None] No DVR routers for this DVR port 3a0ea3c3-c9f3-4831-8346-80be8bdaae7f on host dv-cinder-816695-1-iscsi {{(pid=101555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 18:23:51.177581 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-5b079ec8-2dc2-4c8a-86d5-3f7d5b5c1ecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1774666'] for segment, precommit_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:23:51.186792 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b079ec8-2dc2-4c8a-86d5-3f7d5b5c1ecf admin admin] Releasing vlan 754 on physical network physnet1 to pool {{(pid=101553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 18:23:51.187219 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-5b079ec8-2dc2-4c8a-86d5-3f7d5b5c1ecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1774666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5583903'] for segment, after_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:23:51.188930 dv-cinder-816695-1-iscsi neutron-server[101553]: Traceback (most recent call last): Nov 18 18:23:51.188930 dv-cinder-816695-1-iscsi neutron-server[101553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 18:23:51.188930 dv-cinder-816695-1-iscsi neutron-server[101553]: timer() Nov 18 18:23:51.188930 dv-cinder-816695-1-iscsi neutron-server[101553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 18:23:51.188930 dv-cinder-816695-1-iscsi neutron-server[101553]: cb(*args, **kw) Nov 18 18:23:51.188930 dv-cinder-816695-1-iscsi neutron-server[101553]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 18:23:51.188930 dv-cinder-816695-1-iscsi neutron-server[101553]: return func(*args, **kwargs) Nov 18 18:23:51.188930 dv-cinder-816695-1-iscsi neutron-server[101553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 18:23:51.188930 dv-cinder-816695-1-iscsi neutron-server[101553]: self._notify() Nov 18 18:23:51.188930 dv-cinder-816695-1-iscsi neutron-server[101553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 18:23:51.188930 dv-cinder-816695-1-iscsi neutron-server[101553]: self.callback(batched_events) Nov 18 18:23:51.188930 dv-cinder-816695-1-iscsi neutron-server[101553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 18:23:51.188930 dv-cinder-816695-1-iscsi neutron-server[101553]: event.method(event) Nov 18 18:23:51.188930 dv-cinder-816695-1-iscsi neutron-server[101553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 18:23:51.188930 dv-cinder-816695-1-iscsi neutron-server[101553]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 18:23:51.188930 dv-cinder-816695-1-iscsi neutron-server[101553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 18:23:51.188930 dv-cinder-816695-1-iscsi neutron-server[101553]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 18:23:51.188930 dv-cinder-816695-1-iscsi neutron-server[101553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 18:23:51.188930 dv-cinder-816695-1-iscsi neutron-server[101553]: return f(self, *a, **k) Nov 18 18:23:51.188930 dv-cinder-816695-1-iscsi neutron-server[101553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 18:23:51.188930 dv-cinder-816695-1-iscsi neutron-server[101553]: return self._get(url).json() Nov 18 18:23:51.188930 dv-cinder-816695-1-iscsi neutron-server[101553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 18:23:51.188930 dv-cinder-816695-1-iscsi neutron-server[101553]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 18:23:51.188930 dv-cinder-816695-1-iscsi neutron-server[101553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 18:23:51.188930 dv-cinder-816695-1-iscsi neutron-server[101553]: return self.request(url, 'GET', **kwargs) Nov 18 18:23:51.188930 dv-cinder-816695-1-iscsi neutron-server[101553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 18:23:51.188930 dv-cinder-816695-1-iscsi neutron-server[101553]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 18:23:51.188930 dv-cinder-816695-1-iscsi neutron-server[101553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 18:23:51.188930 dv-cinder-816695-1-iscsi neutron-server[101553]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 18:23:51.188930 dv-cinder-816695-1-iscsi neutron-server[101553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 18:23:51.188930 dv-cinder-816695-1-iscsi neutron-server[101553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 18:23:51.188930 dv-cinder-816695-1-iscsi neutron-server[101553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 18:23:51.242982 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-5b079ec8-2dc2-4c8a-86d5-3f7d5b5c1ecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-366119'] for network, after_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:23:51.249415 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-5b079ec8-2dc2-4c8a-86d5-3f7d5b5c1ecf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553968'] for network, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:23:51.252619 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-5b079ec8-2dc2-4c8a-86d5-3f7d5b5c1ecf admin admin] 10.222.0.21 "DELETE /v2.0/networks/548d4c85-a92c-4982-a16e-af3d8afd47ad HTTP/1.1" status: 204 len: 168 time: 0.5601819 Nov 18 18:23:51.267489 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b079ec8-2dc2-4c8a-86d5-3f7d5b5c1ecf admin admin] Pushing event deleted for resources: {'Network': ['ID=548d4c85-a92c-4982-a16e-af3d8afd47ad,revision_number=None']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:23:51.384420 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 53750) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:23:51.428135 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-70302284-1708-45af-9623-bafb4b38bc45 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=03d899808f1a4723a8e0d1b00ed1a01d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0418203 Nov 18 18:23:51.430335 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 53752) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:23:51.480592 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-2442620f-1e5b-4ecd-8c59-4e89f9ae94df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:23:51.501921 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-2442620f-1e5b-4ecd-8c59-4e89f9ae94df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:23:51.548480 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-2442620f-1e5b-4ecd-8c59-4e89f9ae94df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:23:51.550990 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-2442620f-1e5b-4ecd-8c59-4e89f9ae94df admin admin] Notify callbacks [] for security_group, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:23:51.552207 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-2442620f-1e5b-4ecd-8c59-4e89f9ae94df admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/afd3539f-f929-4e6b-b99c-782220bf0069 HTTP/1.1" status: 204 len: 168 time: 0.1209838 Nov 18 18:23:51.560101 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2442620f-1e5b-4ecd-8c59-4e89f9ae94df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afd3539f-f929-4e6b-b99c-782220bf0069,revision_number=None']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:23:52.174547 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Device 3a0ea3c3-c9f3-4831-8346-80be8bdaae7f no longer exists at agent ovs-agent-dv-cinder-816695-1-iscsi {{(pid=101555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 18:23:52.199604 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.plugin [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] No Port match for: 3a0ea3c3-c9f3-4831-8346-80be8bdaae7f {{(pid=101555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 18 18:23:52.200013 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Device 3a0ea3c3-c9f3-4831-8346-80be8bdaae7f not bound to the agent host dv-cinder-816695-1-iscsi {{(pid=101555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 18:23:52.200459 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Device 0b9e60a6-ebb9-43ce-bce1-781addfacb0c no longer exists at agent ovs-agent-dv-cinder-816695-1-iscsi {{(pid=101555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 18:23:52.220023 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.plugin [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] No Port match for: 0b9e60a6-ebb9-43ce-bce1-781addfacb0c {{(pid=101555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 18 18:23:52.220373 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Device 0b9e60a6-ebb9-43ce-bce1-781addfacb0c not bound to the agent host dv-cinder-816695-1-iscsi {{(pid=101555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 18:23:53.292681 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 53802) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:23:53.410750 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-61a7d8af-5187-4e1b-b604-066352f55edf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:23:53.485938 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-61a7d8af-5187-4e1b-b604-066352f55edf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:23:53.490803 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-61a7d8af-5187-4e1b-b604-066352f55edf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:23:53.528425 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a7d8af-5187-4e1b-b604-066352f55edf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6e66751-c670-4806-8625-c48a282b158b,revision_number=1']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:23:53.533171 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-61a7d8af-5187-4e1b-b604-066352f55edf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=437b1604e2d54c04b89de51f841abf4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2394292 Nov 18 18:23:53.538987 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 53806) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:23:53.585839 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-30694681-5195-47fe-912d-5ae5179dd486 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:23:53.609083 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-30694681-5195-47fe-912d-5ae5179dd486 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:23:53.668054 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-30694681-5195-47fe-912d-5ae5179dd486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:23:53.670751 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-30694681-5195-47fe-912d-5ae5179dd486 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:23:53.672022 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-30694681-5195-47fe-912d-5ae5179dd486 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f6e66751-c670-4806-8625-c48a282b158b HTTP/1.1" status: 204 len: 168 time: 0.1345079 Nov 18 18:23:53.682679 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30694681-5195-47fe-912d-5ae5179dd486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6e66751-c670-4806-8625-c48a282b158b,revision_number=None']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:23:53.941407 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 53812) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:23:53.956667 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-4493e5fd-e643-401a-9652-de5e97c7e6cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:23:54.035801 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-4493e5fd-e643-401a-9652-de5e97c7e6cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:23:54.040305 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-4493e5fd-e643-401a-9652-de5e97c7e6cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:23:54.087404 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-4493e5fd-e643-401a-9652-de5e97c7e6cb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8d3ddc90c4594b2eb378e3cfa889dbc8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1448257 Nov 18 18:23:54.088525 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4493e5fd-e643-401a-9652-de5e97c7e6cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1be448b6-9f36-4ced-a4b7-fcda864c067a,revision_number=1']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:23:54.090126 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 53814) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:23:54.140943 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-de0dea16-e726-4f6d-9fc6-15625c4ef00a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:23:54.161956 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-de0dea16-e726-4f6d-9fc6-15625c4ef00a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:23:54.210090 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-de0dea16-e726-4f6d-9fc6-15625c4ef00a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:23:54.212796 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-de0dea16-e726-4f6d-9fc6-15625c4ef00a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:23:54.213989 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-de0dea16-e726-4f6d-9fc6-15625c4ef00a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1be448b6-9f36-4ced-a4b7-fcda864c067a HTTP/1.1" status: 204 len: 168 time: 0.1228912 Nov 18 18:23:54.222063 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0dea16-e726-4f6d-9fc6-15625c4ef00a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1be448b6-9f36-4ced-a4b7-fcda864c067a,revision_number=None']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:23:55.611789 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:23:56.315134 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 53886) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:23:56.422815 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-c4c95890-0ba6-47b3-9e1b-72253038f57d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:23:56.515752 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-c4c95890-0ba6-47b3-9e1b-72253038f57d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:23:56.520650 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-c4c95890-0ba6-47b3-9e1b-72253038f57d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:23:56.565779 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c95890-0ba6-47b3-9e1b-72253038f57d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=616e12d1-3c7b-4e78-8cd9-195789237386,revision_number=1']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:23:56.571406 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-c4c95890-0ba6-47b3-9e1b-72253038f57d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=977bf40bf8064049bb203f984fc5225b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2555664 Nov 18 18:23:56.574167 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 53890) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:23:56.627495 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-a44a365e-cccf-45ab-9874-17ac46c7f7dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:23:56.656119 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-a44a365e-cccf-45ab-9874-17ac46c7f7dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:23:56.702309 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-a44a365e-cccf-45ab-9874-17ac46c7f7dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:23:56.704884 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-a44a365e-cccf-45ab-9874-17ac46c7f7dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:23:56.706048 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-a44a365e-cccf-45ab-9874-17ac46c7f7dd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/616e12d1-3c7b-4e78-8cd9-195789237386 HTTP/1.1" status: 204 len: 168 time: 0.1309400 Nov 18 18:23:56.713846 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44a365e-cccf-45ab-9874-17ac46c7f7dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=616e12d1-3c7b-4e78-8cd9-195789237386,revision_number=None']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:23:56.973718 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 53896) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:23:56.986541 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-8d9bc93d-cce7-43e6-8b83-bbcbaf8757d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:23:57.083713 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-8d9bc93d-cce7-43e6-8b83-bbcbaf8757d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:23:57.087999 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-8d9bc93d-cce7-43e6-8b83-bbcbaf8757d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:23:57.133178 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9bc93d-cce7-43e6-8b83-bbcbaf8757d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37dbc8f0-b343-4077-9172-6b4fd43374e3,revision_number=1']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:23:57.138258 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-8d9bc93d-cce7-43e6-8b83-bbcbaf8757d4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=205d0a47f82f46d387bbb33da554ffd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1634424 Nov 18 18:23:57.141109 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 53898) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:23:57.194187 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-eae8e9ae-aaa2-465f-9307-7b73fbf11381 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:23:57.216163 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-eae8e9ae-aaa2-465f-9307-7b73fbf11381 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:23:57.269862 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-eae8e9ae-aaa2-465f-9307-7b73fbf11381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:23:57.273175 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-eae8e9ae-aaa2-465f-9307-7b73fbf11381 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:23:57.274338 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-eae8e9ae-aaa2-465f-9307-7b73fbf11381 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/37dbc8f0-b343-4077-9172-6b4fd43374e3 HTTP/1.1" status: 204 len: 168 time: 0.1323187 Nov 18 18:23:57.283941 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae8e9ae-aaa2-465f-9307-7b73fbf11381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37dbc8f0-b343-4077-9172-6b4fd43374e3,revision_number=None']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:23:59.311453 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 53966) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:23:59.418217 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-a9d447d4-6d9b-493b-bf06-c7fe419d6f3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:23:59.492031 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-a9d447d4-6d9b-493b-bf06-c7fe419d6f3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:23:59.497402 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-a9d447d4-6d9b-493b-bf06-c7fe419d6f3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:23:59.539449 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-a9d447d4-6d9b-493b-bf06-c7fe419d6f3c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4b4b10a266cd43d686479832b0ad64ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2268653 Nov 18 18:23:59.540355 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d447d4-6d9b-493b-bf06-c7fe419d6f3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2e39d8c-d622-4072-aac1-857dd008c9af,revision_number=1']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:23:59.542924 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 53970) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:23:59.594335 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-fbdde4f9-85ba-42d1-bb79-d309f0e0ec56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:23:59.617671 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-fbdde4f9-85ba-42d1-bb79-d309f0e0ec56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:23:59.674527 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-fbdde4f9-85ba-42d1-bb79-d309f0e0ec56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:23:59.677660 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-fbdde4f9-85ba-42d1-bb79-d309f0e0ec56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:23:59.679446 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-fbdde4f9-85ba-42d1-bb79-d309f0e0ec56 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e2e39d8c-d622-4072-aac1-857dd008c9af HTTP/1.1" status: 204 len: 168 time: 0.1345668 Nov 18 18:23:59.687872 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdde4f9-85ba-42d1-bb79-d309f0e0ec56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2e39d8c-d622-4072-aac1-857dd008c9af,revision_number=None']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:23:59.952974 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 53976) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:23:59.968165 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-35719f8e-4869-4099-88a3-ffa91e5d2e73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:24:00.042372 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-35719f8e-4869-4099-88a3-ffa91e5d2e73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:24:00.045940 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-35719f8e-4869-4099-88a3-ffa91e5d2e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:24:00.087171 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-35719f8e-4869-4099-88a3-ffa91e5d2e73 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ea4186a9f45645d18247c67ae72821fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1330485 Nov 18 18:24:00.088023 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35719f8e-4869-4099-88a3-ffa91e5d2e73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85336dea-9641-4937-8fc2-a7a440448054,revision_number=1']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:24:00.091691 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 53978) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:24:00.144523 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-ee5c2f9a-b6df-4f8e-8911-a3acd61b9f38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:24:00.166444 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-ee5c2f9a-b6df-4f8e-8911-a3acd61b9f38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:24:00.214566 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-ee5c2f9a-b6df-4f8e-8911-a3acd61b9f38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:24:00.217430 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-ee5c2f9a-b6df-4f8e-8911-a3acd61b9f38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:24:00.218671 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-ee5c2f9a-b6df-4f8e-8911-a3acd61b9f38 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/85336dea-9641-4937-8fc2-a7a440448054 HTTP/1.1" status: 204 len: 168 time: 0.1248548 Nov 18 18:24:00.227269 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5c2f9a-b6df-4f8e-8911-a3acd61b9f38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85336dea-9641-4937-8fc2-a7a440448054,revision_number=None']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:24:05.874765 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.agents_db [None req-879798a6-d64d-4745-9d9a-40c50c0efc22 None None] Agent healthcheck: found 6 active agents {{(pid=101556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 18:24:10.995979 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-e4e2c80d-7d61-4b11-815b-b5cd29e62b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:24:12.031776 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 54090) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:24:12.139556 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-7bd988e5-aaf6-42c6-bab1-2c734e5d6996 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:24:12.228134 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-7bd988e5-aaf6-42c6-bab1-2c734e5d6996 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:24:12.231796 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-7bd988e5-aaf6-42c6-bab1-2c734e5d6996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:24:12.271946 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-7bd988e5-aaf6-42c6-bab1-2c734e5d6996 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7bce9105dd1946a3bb9a164a7c25d008&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2390318 Nov 18 18:24:12.272770 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd988e5-aaf6-42c6-bab1-2c734e5d6996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fe2ca09-4be1-4082-ba57-b841eec0c040,revision_number=1']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:24:12.275358 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 54094) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:24:12.324078 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-26479d7c-7faa-412c-a462-70884f4aa958 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:24:12.344584 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-26479d7c-7faa-412c-a462-70884f4aa958 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:24:12.390386 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-26479d7c-7faa-412c-a462-70884f4aa958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:24:12.393145 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-26479d7c-7faa-412c-a462-70884f4aa958 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:24:12.394332 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-26479d7c-7faa-412c-a462-70884f4aa958 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1fe2ca09-4be1-4082-ba57-b841eec0c040 HTTP/1.1" status: 204 len: 168 time: 0.1174464 Nov 18 18:24:12.402502 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26479d7c-7faa-412c-a462-70884f4aa958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fe2ca09-4be1-4082-ba57-b841eec0c040,revision_number=None']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:24:12.657463 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 54100) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:24:12.670773 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-c3431c34-691f-4895-9df9-9419473b2397 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:24:12.744222 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-c3431c34-691f-4895-9df9-9419473b2397 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:24:12.748199 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-c3431c34-691f-4895-9df9-9419473b2397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:24:12.790976 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-c3431c34-691f-4895-9df9-9419473b2397 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f01d9623c73c4794959d756e583d4291&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1323509 Nov 18 18:24:12.791864 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3431c34-691f-4895-9df9-9419473b2397 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=995fc393-1438-4c00-bb40-473c7b17afd4,revision_number=1']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:24:12.795645 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 54102) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:24:12.848319 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-63362be9-2e0a-491b-8766-a4c7d064440a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:24:12.870955 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-63362be9-2e0a-491b-8766-a4c7d064440a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:24:12.918341 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-63362be9-2e0a-491b-8766-a4c7d064440a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:24:12.920945 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-63362be9-2e0a-491b-8766-a4c7d064440a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:24:12.922093 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-63362be9-2e0a-491b-8766-a4c7d064440a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/995fc393-1438-4c00-bb40-473c7b17afd4 HTTP/1.1" status: 204 len: 168 time: 0.1252646 Nov 18 18:24:12.929734 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63362be9-2e0a-491b-8766-a4c7d064440a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=995fc393-1438-4c00-bb40-473c7b17afd4,revision_number=None']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:24:14.020871 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 54136) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:24:14.023672 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-8c70f754-5b74-4d76-a316-59d48f207fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:24:14.125793 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-970e758d-2d2f-4225-8870-1e1cc204ca3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:24:14.195770 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:24:14.200672 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-970e758d-2d2f-4225-8870-1e1cc204ca3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:24:14.204650 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-970e758d-2d2f-4225-8870-1e1cc204ca3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:24:14.242684 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-970e758d-2d2f-4225-8870-1e1cc204ca3f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=29202b4648e14b0b85f0a797c6f93a7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2207220 Nov 18 18:24:14.243649 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970e758d-2d2f-4225-8870-1e1cc204ca3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a0fce64-29f4-4dc7-8bcf-2d9398899ecd,revision_number=1']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:24:14.245392 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 54140) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:24:14.294181 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-072cd320-20ec-494b-8b1c-924aa2f612dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:24:14.314948 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-072cd320-20ec-494b-8b1c-924aa2f612dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:24:14.359943 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-072cd320-20ec-494b-8b1c-924aa2f612dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:24:14.362473 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-072cd320-20ec-494b-8b1c-924aa2f612dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:24:14.363635 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-072cd320-20ec-494b-8b1c-924aa2f612dd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2a0fce64-29f4-4dc7-8bcf-2d9398899ecd HTTP/1.1" status: 204 len: 168 time: 0.1172345 Nov 18 18:24:14.371857 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072cd320-20ec-494b-8b1c-924aa2f612dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a0fce64-29f4-4dc7-8bcf-2d9398899ecd,revision_number=None']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:24:14.945071 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-e3a848c2-ffa0-4288-a759-e5f077163e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:24:16.954819 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-cd169395-ba62-4885-8b1f-e6616afe023f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:24:25.613367 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:24:39.323272 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fc3f82-0ab8-4843-90ad-5c166013fd61 req-1544d5f8-a0cf-466f-830a-9b58a9352160 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:24:39.325117 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-c2fc3f82-0ab8-4843-90ad-5c166013fd61 req-1544d5f8-a0cf-466f-830a-9b58a9352160 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ac132f7-91a4-42e6-84c0-b3180a680c5f HTTP/1.1" status: 200 len: 946 time: 0.0559220 Nov 18 18:24:39.362254 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-c2fc3f82-0ab8-4843-90ad-5c166013fd61 req-1871c454-10df-45e4-b4b5-e2eff7b39135 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cb9de25-5998-4ec5-b2c0-68c28f8f537b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315335 Nov 18 18:24:40.485863 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6c0804-3c42-4a5c-a721-55967b66e3d2 req-055b6f75-f77c-47da-8a62-91dcc6fb4bde tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:24:40.487350 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-4c6c0804-3c42-4a5c-a721-55967b66e3d2 req-055b6f75-f77c-47da-8a62-91dcc6fb4bde tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ac132f7-91a4-42e6-84c0-b3180a680c5f HTTP/1.1" status: 200 len: 946 time: 0.0498309 Nov 18 18:24:40.525715 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-4c6c0804-3c42-4a5c-a721-55967b66e3d2 req-c7b18e87-9679-4afc-b383-b41842221324 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cb9de25-5998-4ec5-b2c0-68c28f8f537b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318024 Nov 18 18:24:40.998323 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-ae011d82-44ce-4501-a316-42b79c802a2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:24:41.644649 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854e33aa-ab39-4702-88c7-67da0c8ebdaf req-36a0e684-d911-44a8-9680-3f4c9d9733e8 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:24:41.646133 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-854e33aa-ab39-4702-88c7-67da0c8ebdaf req-36a0e684-d911-44a8-9680-3f4c9d9733e8 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ac132f7-91a4-42e6-84c0-b3180a680c5f HTTP/1.1" status: 200 len: 946 time: 0.0506458 Nov 18 18:24:41.684380 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-854e33aa-ab39-4702-88c7-67da0c8ebdaf req-dcdb74c9-8e79-4e58-88e1-7ba6743ff86a tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cb9de25-5998-4ec5-b2c0-68c28f8f537b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318749 Nov 18 18:24:42.806795 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddc2a22-2c8a-483c-8be7-9ed0d3f74f9a req-24a1f04b-e033-413d-a792-5bf5f27f85b8 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:24:42.808311 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-bddc2a22-2c8a-483c-8be7-9ed0d3f74f9a req-24a1f04b-e033-413d-a792-5bf5f27f85b8 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ac132f7-91a4-42e6-84c0-b3180a680c5f HTTP/1.1" status: 200 len: 946 time: 0.0537884 Nov 18 18:24:42.845682 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-bddc2a22-2c8a-483c-8be7-9ed0d3f74f9a req-fcb96047-fb5a-4125-99aa-ebd09ff52a21 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cb9de25-5998-4ec5-b2c0-68c28f8f537b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314851 Nov 18 18:24:42.874130 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.agents_db [None req-879798a6-d64d-4745-9d9a-40c50c0efc22 None None] Agent healthcheck: found 6 active agents {{(pid=101556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 18:24:43.963008 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23e1f5d-bfa8-4a42-a82a-15c72d1dfbf6 req-257d1fda-7ac4-4cf0-a353-962592a8ce73 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:24:43.964482 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-a23e1f5d-bfa8-4a42-a82a-15c72d1dfbf6 req-257d1fda-7ac4-4cf0-a353-962592a8ce73 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ac132f7-91a4-42e6-84c0-b3180a680c5f HTTP/1.1" status: 200 len: 946 time: 0.0485129 Nov 18 18:24:44.001746 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-a23e1f5d-bfa8-4a42-a82a-15c72d1dfbf6 req-3603ea7f-f9c5-46df-97fb-8e720021ddad tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cb9de25-5998-4ec5-b2c0-68c28f8f537b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310996 Nov 18 18:24:44.026135 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-8352354b-48aa-43df-bd47-6ff66fa31faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:24:44.196913 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:24:44.306144 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b65f9e3-cc8f-4db8-aac9-07855cbbcd4a req-4a1da981-8e27-4f11-a217-69401cbf98de tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:24:44.307629 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-0b65f9e3-cc8f-4db8-aac9-07855cbbcd4a req-4a1da981-8e27-4f11-a217-69401cbf98de tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ac132f7-91a4-42e6-84c0-b3180a680c5f HTTP/1.1" status: 200 len: 946 time: 0.0505519 Nov 18 18:24:44.401023 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.plugin [req-0b65f9e3-cc8f-4db8-aac9-07855cbbcd4a req-00e3cde6-5c76-4eeb-94f1-5893fb282c64 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Deleting port 97110bd3-4ae1-40a7-8f32-0c7593009446 {{(pid=101553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 18 18:24:44.401366 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-0b65f9e3-cc8f-4db8-aac9-07855cbbcd4a req-00e3cde6-5c76-4eeb-94f1-5893fb282c64 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768457215290'] for port, before_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:24:44.489326 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.db [req-0b65f9e3-cc8f-4db8-aac9-07855cbbcd4a req-00e3cde6-5c76-4eeb-94f1-5893fb282c64 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] For port 97110bd3-4ae1-40a7-8f32-0c7593009446, host hv-cinder-81669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81669',level=0,port_id=97110bd3-4ae1-40a7-8f32-0c7593009446,segment=NetworkSegment(43109070-f8b1-4cef-8fc5-8a83cb9b46d4),segment_id=43109070-f8b1-4cef-8fc5-8a83cb9b46d4)] {{(pid=101553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:24:44.489939 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-0b65f9e3-cc8f-4db8-aac9-07855cbbcd4a req-00e3cde6-5c76-4eeb-94f1-5893fb282c64 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369284'] for port, precommit_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:24:44.664481 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-0b65f9e3-cc8f-4db8-aac9-07855cbbcd4a req-00e3cde6-5c76-4eeb-94f1-5893fb282c64 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:24:44.664753 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-0b65f9e3-cc8f-4db8-aac9-07855cbbcd4a req-00e3cde6-5c76-4eeb-94f1-5893fb282c64 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-366129'] for floatingip, after_update {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:24:44.665065 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.db.l3_db [req-0b65f9e3-cc8f-4db8-aac9-07855cbbcd4a req-00e3cde6-5c76-4eeb-94f1-5893fb282c64 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Floating IP f72f5145-6a60-4e63-9073-6c9b55047a1c disassociated. External IP: 172.27.0.180, port: 97110bd3-4ae1-40a7-8f32-0c7593009446. Nov 18 18:24:44.665399 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.plugin [req-0b65f9e3-cc8f-4db8-aac9-07855cbbcd4a req-00e3cde6-5c76-4eeb-94f1-5893fb282c64 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Calling delete_port for 97110bd3-4ae1-40a7-8f32-0c7593009446 owned by compute:nova {{(pid=101553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 18 18:24:44.792940 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-0b65f9e3-cc8f-4db8-aac9-07855cbbcd4a req-00e3cde6-5c76-4eeb-94f1-5893fb282c64 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768457221690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768456900410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5584108'] for port, after_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:24:44.825695 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e3cde6-5c76-4eeb-94f1-5893fb282c64 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Pushing event deleted for resources: {'Port': ['ID=97110bd3-4ae1-40a7-8f32-0c7593009446,revision_number=None']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:24:44.841115 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e3cde6-5c76-4eeb-94f1-5893fb282c64 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:24:44.841465 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e3cde6-5c76-4eeb-94f1-5893fb282c64 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:24:44.841811 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e3cde6-5c76-4eeb-94f1-5893fb282c64 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:24:44.842152 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e3cde6-5c76-4eeb-94f1-5893fb282c64 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:24:44.842489 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e3cde6-5c76-4eeb-94f1-5893fb282c64 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:24:44.842847 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e3cde6-5c76-4eeb-94f1-5893fb282c64 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:24:44.843186 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e3cde6-5c76-4eeb-94f1-5893fb282c64 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:24:44.843511 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e3cde6-5c76-4eeb-94f1-5893fb282c64 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:24:44.844898 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e3cde6-5c76-4eeb-94f1-5893fb282c64 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:24:44.844898 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e3cde6-5c76-4eeb-94f1-5893fb282c64 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:24:44.844898 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e3cde6-5c76-4eeb-94f1-5893fb282c64 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:24:44.844898 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e3cde6-5c76-4eeb-94f1-5893fb282c64 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:24:44.931846 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-e3a848c2-ffa0-4288-a759-e5f077163e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:24:44.944913 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0b65f9e3-cc8f-4db8-aac9-07855cbbcd4a req-00e3cde6-5c76-4eeb-94f1-5893fb282c64 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Router ecd9bdf8-b852-4b8c-9b33-bb97dda69e18 has already been hosted by L3 agent 11d55508-f5ea-4178-bd3a-0ed8666e5761 {{(pid=101553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 18:24:45.056684 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0b65f9e3-cc8f-4db8-aac9-07855cbbcd4a req-00e3cde6-5c76-4eeb-94f1-5893fb282c64 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Notify agent at l3_agent.dv-cinder-816695-1-iscsi the message routers_updated {{(pid=101553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 18:24:45.070228 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84d92bb-de6f-4677-8d53-48df79fe5c29 None None] Sync routers for ids ['ecd9bdf8-b852-4b8c-9b33-bb97dda69e18'] in dv-cinder-816695-1-iscsi {{(pid=101556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 18:24:45.079392 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84d92bb-de6f-4677-8d53-48df79fe5c29 None None] Routers {'ecd9bdf8-b852-4b8c-9b33-bb97dda69e18'} bound to L3 agent in host dv-cinder-816695-1-iscsi {{(pid=101556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:24:45.080170 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_hamode_db [None req-f84d92bb-de6f-4677-8d53-48df79fe5c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-18T18:05:14Z,description=,heartbeat_timestamp=2021-11-18T18:24:44Z,host='dv-cinder-816695-1-iscsi',id=11d55508-f5ea-4178-bd3a-0ed8666e5761,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T18:05:14Z,topic='l3_agent')) {'router_ids': ['ecd9bdf8-b852-4b8c-9b33-bb97dda69e18'], 'active': True} {{(pid=101556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:24:45.105675 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b65f9e3-cc8f-4db8-aac9-07855cbbcd4a req-00e3cde6-5c76-4eeb-94f1-5893fb282c64 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] No DVR routers for this DVR port 97110bd3-4ae1-40a7-8f32-0c7593009446 on host hv-cinder-81669 {{(pid=101553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 18:24:45.116454 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-0b65f9e3-cc8f-4db8-aac9-07855cbbcd4a req-00e3cde6-5c76-4eeb-94f1-5893fb282c64 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47340'] for port, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:24:45.119918 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-0b65f9e3-cc8f-4db8-aac9-07855cbbcd4a req-00e3cde6-5c76-4eeb-94f1-5893fb282c64 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.46 "DELETE /v2.0/ports/97110bd3-4ae1-40a7-8f32-0c7593009446 HTTP/1.1" status: 204 len: 173 time: 0.8056459 Nov 18 18:24:45.120371 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ac132f7-91a4-42e6-84c0-b3180a680c5f', 'name': 'network-vif-deleted', 'tag': '97110bd3-4ae1-40a7-8f32-0c7593009446'}] {{(pid=101553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:24:45.123018 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3f9c8695bc273365e1ae5046181e224bccdab9c1f2bdac51621509927968c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36683faf-1a5c-4253-ae2e-5b42070462b1" -d '{"events": [{"server_uuid": "7ac132f7-91a4-42e6-84c0-b3180a680c5f", "name": "network-vif-deleted", "tag": "97110bd3-4ae1-40a7-8f32-0c7593009446"}]}' {{(pid=101553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:24:45.141876 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-1cefcb4f-46fb-4c59-9bdf-ccceefe75a60 req-14e2c336-89ba-4334-b8f5-038c278be9fa tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ac132f7-91a4-42e6-84c0-b3180a680c5f HTTP/1.1" status: 200 len: 210 time: 0.0374737 Nov 18 18:24:45.203416 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_dvr_db [None req-f84d92bb-de6f-4677-8d53-48df79fe5c29 None None] Set router ecd9bdf8-b852-4b8c-9b33-bb97dda69e18 gateway port host: dv-cinder-816695-1-iscsi {{(pid=101556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:24:45.337625 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 18:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b325f491-2d49-4d5d-93a8-982a9d703b9f x-openstack-request-id: req-b325f491-2d49-4d5d-93a8-982a9d703b9f {{(pid=101553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:24:45.337776 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ac132f7-91a4-42e6-84c0-b3180a680c5f", "name": "network-vif-deleted", "tag": "97110bd3-4ae1-40a7-8f32-0c7593009446", "status": "completed", "code": 200}]} {{(pid=101553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:24:45.338026 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b325f491-2d49-4d5d-93a8-982a9d703b9f {{(pid=101553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:24:45.338572 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ac132f7-91a4-42e6-84c0-b3180a680c5f', 'name': 'network-vif-deleted', 'tag': '97110bd3-4ae1-40a7-8f32-0c7593009446', 'status': 'completed', 'code': 200} Nov 18 18:24:45.439385 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_hamode_db [None req-f84d92bb-de6f-4677-8d53-48df79fe5c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecd9bdf8-b852-4b8c-9b33-bb97dda69e18', 'name': 'tempest-AttachVolumeShelveTestJSON-1542454211-router', 'tenant_id': '080aae90ae2d433d95e93daa3aeb17ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'external_fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '7cdb1b29-727a-437e-9b0e-413eab56b52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:13:25Z', 'updated_at': '2021-11-18T18:13:37Z', 'revision_number': 4, 'project_id': '080aae90ae2d433d95e93daa3aeb17ce', 'gw_port': {'id': '7cdb1b29-727a-437e-9b0e-413eab56b52a', 'name': '', 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:1c:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd9bdf8-b852-4b8c-9b33-bb97dda69e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:13:29Z', 'updated_at': '2021-11-18T18:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816695-1-iscsi', '_interfaces': [{'id': 'b0e75edb-f556-427e-a639-3e0939d5c4b9', 'name': '', 'network_id': 'f21b1cf4-9836-4a7b-8947-90f148ea7c8b', 'tenant_id': '080aae90ae2d433d95e93daa3aeb17ce', 'mac_address': 'fa:16:3e:f4:51:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd9bdf8-b852-4b8c-9b33-bb97dda69e18', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7e1d2c9d-3536-4097-943a-2b344ea0e9fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:13:34Z', 'updated_at': '2021-11-18T18:13:46Z', 'revision_number': 5, 'project_id': '080aae90ae2d433d95e93daa3aeb17ce', 'subnets': [{'id': '7e1d2c9d-3536-4097-943a-2b344ea0e9fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816695-1-iscsi', False) {} {{(pid=101556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:24:45.464801 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84d92bb-de6f-4677-8d53-48df79fe5c29 None None] Checking router: ecd9bdf8-b852-4b8c-9b33-bb97dda69e18 for host: dv-cinder-816695-1-iscsi {{(pid=101556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 18:24:45.472932 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84d92bb-de6f-4677-8d53-48df79fe5c29 None None] Routers {'ecd9bdf8-b852-4b8c-9b33-bb97dda69e18'} bound to L3 agent in host dv-cinder-816695-1-iscsi {{(pid=101556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:24:45.473523 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_hamode_db [None req-f84d92bb-de6f-4677-8d53-48df79fe5c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-18T18:05:14Z,description=,heartbeat_timestamp=2021-11-18T18:24:44Z,host='dv-cinder-816695-1-iscsi',id=11d55508-f5ea-4178-bd3a-0ed8666e5761,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T18:05:14Z,topic='l3_agent')) {'router_ids': ['ecd9bdf8-b852-4b8c-9b33-bb97dda69e18'], 'active': True} {{(pid=101556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:24:45.585399 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_dvr_db [None req-f84d92bb-de6f-4677-8d53-48df79fe5c29 None None] Set router ecd9bdf8-b852-4b8c-9b33-bb97dda69e18 gateway port host: dv-cinder-816695-1-iscsi {{(pid=101556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:24:45.796115 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_hamode_db [None req-f84d92bb-de6f-4677-8d53-48df79fe5c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecd9bdf8-b852-4b8c-9b33-bb97dda69e18', 'name': 'tempest-AttachVolumeShelveTestJSON-1542454211-router', 'tenant_id': '080aae90ae2d433d95e93daa3aeb17ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'external_fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '7cdb1b29-727a-437e-9b0e-413eab56b52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:13:25Z', 'updated_at': '2021-11-18T18:13:37Z', 'revision_number': 4, 'project_id': '080aae90ae2d433d95e93daa3aeb17ce', 'gw_port': {'id': '7cdb1b29-727a-437e-9b0e-413eab56b52a', 'name': '', 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:1c:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd9bdf8-b852-4b8c-9b33-bb97dda69e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:13:29Z', 'updated_at': '2021-11-18T18:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816695-1-iscsi', '_interfaces': [{'id': 'b0e75edb-f556-427e-a639-3e0939d5c4b9', 'name': '', 'network_id': 'f21b1cf4-9836-4a7b-8947-90f148ea7c8b', 'tenant_id': '080aae90ae2d433d95e93daa3aeb17ce', 'mac_address': 'fa:16:3e:f4:51:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd9bdf8-b852-4b8c-9b33-bb97dda69e18', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7e1d2c9d-3536-4097-943a-2b344ea0e9fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:13:34Z', 'updated_at': '2021-11-18T18:13:46Z', 'revision_number': 5, 'project_id': '080aae90ae2d433d95e93daa3aeb17ce', 'subnets': [{'id': '7e1d2c9d-3536-4097-943a-2b344ea0e9fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816695-1-iscsi', False) {} {{(pid=101556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:24:45.828127 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84d92bb-de6f-4677-8d53-48df79fe5c29 None None] The sync data for ids ['ecd9bdf8-b852-4b8c-9b33-bb97dda69e18'] in dv-cinder-816695-1-iscsi is: [{'id': 'ecd9bdf8-b852-4b8c-9b33-bb97dda69e18', 'name': 'tempest-AttachVolumeShelveTestJSON-1542454211-router', 'tenant_id': '080aae90ae2d433d95e93daa3aeb17ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'external_fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '7cdb1b29-727a-437e-9b0e-413eab56b52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:13:25Z', 'updated_at': '2021-11-18T18:13:37Z', 'revision_number': 4, 'project_id': '080aae90ae2d433d95e93daa3aeb17ce', 'gw_port': {'id': '7cdb1b29-727a-437e-9b0e-413eab56b52a', 'name': '', 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:1c:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd9bdf8-b852-4b8c-9b33-bb97dda69e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:13:29Z', 'updated_at': '2021-11-18T18:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816695-1-iscsi', '_interfaces': [{'id': 'b0e75edb-f556-427e-a639-3e0939d5c4b9', 'name': '', 'network_id': 'f21b1cf4-9836-4a7b-8947-90f148ea7c8b', 'tenant_id': '080aae90ae2d433d95e93daa3aeb17ce', 'mac_address': 'fa:16:3e:f4:51:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd9bdf8-b852-4b8c-9b33-bb97dda69e18', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7e1d2c9d-3536-4097-943a-2b344ea0e9fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:13:34Z', 'updated_at': '2021-11-18T18:13:46Z', 'revision_number': 5, 'project_id': '080aae90ae2d433d95e93daa3aeb17ce', 'subnets': [{'id': '7e1d2c9d-3536-4097-943a-2b344ea0e9fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 18:24:46.032289 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeab1262-9577-4cde-ab87-4a77712fd78e None None] New status for floating IP f72f5145-6a60-4e63-9073-6c9b55047a1c: DOWN {{(pid=101555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 18 18:24:46.957356 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-cd169395-ba62-4885-8b1f-e6616afe023f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:24:47.266197 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 54342) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:24:47.319147 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-89267813-9488-44b7-9923-84150f38e318 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Notify callbacks [] for security_group, before_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:24:47.342287 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-89267813-9488-44b7-9923-84150f38e318 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:24:47.388936 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-89267813-9488-44b7-9923-84150f38e318 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:24:47.391558 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-89267813-9488-44b7-9923-84150f38e318 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Notify callbacks [] for security_group, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:24:47.392751 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-89267813-9488-44b7-9923-84150f38e318 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "DELETE /v2.0/security-groups/0cb9de25-5998-4ec5-b2c0-68c28f8f537b HTTP/1.1" status: 204 len: 168 time: 0.1280704 Nov 18 18:24:47.399830 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 54344) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:24:47.402575 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89267813-9488-44b7-9923-84150f38e318 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cb9de25-5998-4ec5-b2c0-68c28f8f537b,revision_number=None']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:24:47.409336 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.api.v2.resource [None req-95e48346-7cff-4191-91d5-2a6fe58879d3 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] show failed (client error): The resource could not be found. Nov 18 18:24:47.410081 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89267813-9488-44b7-9923-84150f38e318 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:24:47.410329 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-95e48346-7cff-4191-91d5-2a6fe58879d3 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "GET /v2.0/security-groups/0cb9de25-5998-4ec5-b2c0-68c28f8f537b HTTP/1.1" status: 404 len: 347 time: 0.0137208 Nov 18 18:24:47.410530 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89267813-9488-44b7-9923-84150f38e318 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:24:47.410793 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89267813-9488-44b7-9923-84150f38e318 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:24:47.411134 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89267813-9488-44b7-9923-84150f38e318 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:24:47.411460 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89267813-9488-44b7-9923-84150f38e318 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:24:47.411789 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89267813-9488-44b7-9923-84150f38e318 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:24:47.412147 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89267813-9488-44b7-9923-84150f38e318 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:24:47.412465 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89267813-9488-44b7-9923-84150f38e318 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:24:47.412872 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89267813-9488-44b7-9923-84150f38e318 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:24:47.413205 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89267813-9488-44b7-9923-84150f38e318 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:24:47.413499 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 54346) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:24:47.413637 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89267813-9488-44b7-9923-84150f38e318 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:24:47.413847 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89267813-9488-44b7-9923-84150f38e318 tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:24:47.538901 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.plugin [None req-993815eb-ceff-4ad6-8674-8050cc6fae4b tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Deleting port 11c4e2e0-c188-4221-8ddc-68976cafa5cf {{(pid=101553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 18 18:24:47.539149 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-993815eb-ceff-4ad6-8674-8050cc6fae4b tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768457215290'] for port, before_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:24:47.616760 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-993815eb-ceff-4ad6-8674-8050cc6fae4b tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369284'] for port, precommit_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:24:47.617087 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-993815eb-ceff-4ad6-8674-8050cc6fae4b tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:24:47.628940 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.plugin [None req-993815eb-ceff-4ad6-8674-8050cc6fae4b tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Calling delete_port for 11c4e2e0-c188-4221-8ddc-68976cafa5cf owned by network:floatingip {{(pid=101553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 18 18:24:47.682593 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Device 97110bd3-4ae1-40a7-8f32-0c7593009446 no longer exists at agent hyperv_hv-cinder-81669 {{(pid=101555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 18:24:47.702806 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.plugin [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] No Port match for: 97110bd3-4ae1-40a7-8f32-0c7593009446 {{(pid=101555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 18 18:24:47.703146 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Device 97110bd3-4ae1-40a7-8f32-0c7593009446 not bound to the agent host hv-cinder-81669 {{(pid=101555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 18:24:47.769683 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-993815eb-ceff-4ad6-8674-8050cc6fae4b tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768457221690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768456900410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5584108'] for port, after_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:24:47.798090 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993815eb-ceff-4ad6-8674-8050cc6fae4b tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Pushing event deleted for resources: {'Port': ['ID=11c4e2e0-c188-4221-8ddc-68976cafa5cf,revision_number=None']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:24:47.857070 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-993815eb-ceff-4ad6-8674-8050cc6fae4b tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Notify callbacks [] for floatingip, after_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:24:47.859561 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-993815eb-ceff-4ad6-8674-8050cc6fae4b tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47340'] for floatingip, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:24:47.860756 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-993815eb-ceff-4ad6-8674-8050cc6fae4b tempest-AttachVolumeShelveTestJSON-1614120158 tempest-AttachVolumeShelveTestJSON-1614120158-project] 10.222.0.21 "DELETE /v2.0/floatingips/f72f5145-6a60-4e63-9073-6c9b55047a1c HTTP/1.1" status: 204 len: 168 time: 0.4463463 Nov 18 18:24:50.329087 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 54388) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:24:50.813918 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-ba623903-c9fa-4164-a1f0-55cac08d92cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-368475'] for router_interface, before_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:24:51.056801 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.plugin [None req-ba623903-c9fa-4164-a1f0-55cac08d92cb admin admin] Deleting port b0e75edb-f556-427e-a639-3e0939d5c4b9 {{(pid=101553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 18 18:24:51.057049 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-ba623903-c9fa-4164-a1f0-55cac08d92cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768457215290'] for port, before_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:24:51.136950 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.db [None req-ba623903-c9fa-4164-a1f0-55cac08d92cb admin admin] For port b0e75edb-f556-427e-a639-3e0939d5c4b9, host dv-cinder-816695-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816695-1-iscsi',level=0,port_id=b0e75edb-f556-427e-a639-3e0939d5c4b9,segment=NetworkSegment(43109070-f8b1-4cef-8fc5-8a83cb9b46d4),segment_id=43109070-f8b1-4cef-8fc5-8a83cb9b46d4)] {{(pid=101553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:24:51.137314 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-ba623903-c9fa-4164-a1f0-55cac08d92cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369284'] for port, precommit_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:24:51.150084 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.plugin [None req-ba623903-c9fa-4164-a1f0-55cac08d92cb admin admin] Calling delete_port for b0e75edb-f556-427e-a639-3e0939d5c4b9 owned by network:router_interface {{(pid=101553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 18 18:24:51.337171 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-ba623903-c9fa-4164-a1f0-55cac08d92cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768457221690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768456900410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5584108'] for port, after_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:24:51.362418 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba623903-c9fa-4164-a1f0-55cac08d92cb admin admin] Pushing event deleted for resources: {'Port': ['ID=b0e75edb-f556-427e-a639-3e0939d5c4b9,revision_number=None']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:24:51.539097 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-ba623903-c9fa-4164-a1f0-55cac08d92cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-368541'] for router_interface, after_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:24:51.752242 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba623903-c9fa-4164-a1f0-55cac08d92cb admin admin] Router ecd9bdf8-b852-4b8c-9b33-bb97dda69e18 has already been hosted by L3 agent 11d55508-f5ea-4178-bd3a-0ed8666e5761 {{(pid=101553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 18:24:51.856746 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba623903-c9fa-4164-a1f0-55cac08d92cb admin admin] Notify agent at l3_agent.dv-cinder-816695-1-iscsi the message routers_updated {{(pid=101553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 18:24:51.861828 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-ba623903-c9fa-4164-a1f0-55cac08d92cb admin admin] 10.222.0.21 "PUT /v2.0/routers/ecd9bdf8-b852-4b8c-9b33-bb97dda69e18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5317032 Nov 18 18:24:51.864576 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 54394) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:24:51.867210 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9c3710-0ca8-4e2f-9e7f-ae5554f331e5 None None] Sync routers for ids ['ecd9bdf8-b852-4b8c-9b33-bb97dda69e18'] in dv-cinder-816695-1-iscsi {{(pid=101556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 18:24:51.877347 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9c3710-0ca8-4e2f-9e7f-ae5554f331e5 None None] Routers {'ecd9bdf8-b852-4b8c-9b33-bb97dda69e18'} bound to L3 agent in host dv-cinder-816695-1-iscsi {{(pid=101556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:24:51.877955 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_hamode_db [None req-cc9c3710-0ca8-4e2f-9e7f-ae5554f331e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-18T18:05:14Z,description=,heartbeat_timestamp=2021-11-18T18:24:44Z,host='dv-cinder-816695-1-iscsi',id=11d55508-f5ea-4178-bd3a-0ed8666e5761,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T18:05:14Z,topic='l3_agent')) {'router_ids': ['ecd9bdf8-b852-4b8c-9b33-bb97dda69e18'], 'active': True} {{(pid=101556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:24:51.973870 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-4fb72065-12cd-489f-8202-03873ba771e4 admin admin] Notify callbacks [] for router, before_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:24:51.988104 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_dvr_db [None req-cc9c3710-0ca8-4e2f-9e7f-ae5554f331e5 None None] Set router ecd9bdf8-b852-4b8c-9b33-bb97dda69e18 gateway port host: dv-cinder-816695-1-iscsi {{(pid=101556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:24:52.188787 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_hamode_db [None req-cc9c3710-0ca8-4e2f-9e7f-ae5554f331e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecd9bdf8-b852-4b8c-9b33-bb97dda69e18', 'name': 'tempest-AttachVolumeShelveTestJSON-1542454211-router', 'tenant_id': '080aae90ae2d433d95e93daa3aeb17ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'external_fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '7cdb1b29-727a-437e-9b0e-413eab56b52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:13:25Z', 'updated_at': '2021-11-18T18:24:51Z', 'revision_number': 5, 'project_id': '080aae90ae2d433d95e93daa3aeb17ce', 'gw_port': {'id': '7cdb1b29-727a-437e-9b0e-413eab56b52a', 'name': '', 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:1c:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd9bdf8-b852-4b8c-9b33-bb97dda69e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:13:29Z', 'updated_at': '2021-11-18T18:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816695-1-iscsi'}], 'dv-cinder-816695-1-iscsi', False) {} {{(pid=101556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:24:52.220075 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9c3710-0ca8-4e2f-9e7f-ae5554f331e5 None None] Checking router: ecd9bdf8-b852-4b8c-9b33-bb97dda69e18 for host: dv-cinder-816695-1-iscsi {{(pid=101556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 18:24:52.229561 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9c3710-0ca8-4e2f-9e7f-ae5554f331e5 None None] Routers {'ecd9bdf8-b852-4b8c-9b33-bb97dda69e18'} bound to L3 agent in host dv-cinder-816695-1-iscsi {{(pid=101556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:24:52.230086 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_hamode_db [None req-cc9c3710-0ca8-4e2f-9e7f-ae5554f331e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-18T18:05:14Z,description=,heartbeat_timestamp=2021-11-18T18:24:44Z,host='dv-cinder-816695-1-iscsi',id=11d55508-f5ea-4178-bd3a-0ed8666e5761,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T18:05:14Z,topic='l3_agent')) {'router_ids': ['ecd9bdf8-b852-4b8c-9b33-bb97dda69e18'], 'active': True} {{(pid=101556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:24:52.337637 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-4fb72065-12cd-489f-8202-03873ba771e4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:24:52.394455 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.plugin [None req-4fb72065-12cd-489f-8202-03873ba771e4 admin admin] Deleting port 7cdb1b29-727a-437e-9b0e-413eab56b52a {{(pid=101553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 18 18:24:52.394732 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-4fb72065-12cd-489f-8202-03873ba771e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768457215290'] for port, before_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:24:52.427067 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_dvr_db [None req-cc9c3710-0ca8-4e2f-9e7f-ae5554f331e5 None None] Set router ecd9bdf8-b852-4b8c-9b33-bb97dda69e18 gateway port host: dv-cinder-816695-1-iscsi {{(pid=101556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:24:52.474653 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.db [None req-4fb72065-12cd-489f-8202-03873ba771e4 admin admin] For port 7cdb1b29-727a-437e-9b0e-413eab56b52a, host dv-cinder-816695-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816695-1-iscsi',level=0,port_id=7cdb1b29-727a-437e-9b0e-413eab56b52a,segment=NetworkSegment(ccf61333-990a-41b6-8fac-e85eb4401822),segment_id=ccf61333-990a-41b6-8fac-e85eb4401822)] {{(pid=101553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:24:52.475009 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-4fb72065-12cd-489f-8202-03873ba771e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369284'] for port, precommit_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:24:52.488249 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.plugin [None req-4fb72065-12cd-489f-8202-03873ba771e4 admin admin] Calling delete_port for 7cdb1b29-727a-437e-9b0e-413eab56b52a owned by network:router_gateway {{(pid=101553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 18 18:24:52.614271 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_hamode_db [None req-cc9c3710-0ca8-4e2f-9e7f-ae5554f331e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecd9bdf8-b852-4b8c-9b33-bb97dda69e18', 'name': 'tempest-AttachVolumeShelveTestJSON-1542454211-router', 'tenant_id': '080aae90ae2d433d95e93daa3aeb17ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'external_fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '7cdb1b29-727a-437e-9b0e-413eab56b52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:13:25Z', 'updated_at': '2021-11-18T18:24:51Z', 'revision_number': 5, 'project_id': '080aae90ae2d433d95e93daa3aeb17ce', 'gw_port': {'id': '7cdb1b29-727a-437e-9b0e-413eab56b52a', 'name': '', 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:1c:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd9bdf8-b852-4b8c-9b33-bb97dda69e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:13:29Z', 'updated_at': '2021-11-18T18:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816695-1-iscsi'}], 'dv-cinder-816695-1-iscsi', False) {} {{(pid=101556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:24:52.640632 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9c3710-0ca8-4e2f-9e7f-ae5554f331e5 None None] The sync data for ids ['ecd9bdf8-b852-4b8c-9b33-bb97dda69e18'] in dv-cinder-816695-1-iscsi is: [{'id': 'ecd9bdf8-b852-4b8c-9b33-bb97dda69e18', 'name': 'tempest-AttachVolumeShelveTestJSON-1542454211-router', 'tenant_id': '080aae90ae2d433d95e93daa3aeb17ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'external_fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '7cdb1b29-727a-437e-9b0e-413eab56b52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:13:25Z', 'updated_at': '2021-11-18T18:24:51Z', 'revision_number': 5, 'project_id': '080aae90ae2d433d95e93daa3aeb17ce', 'gw_port': {'id': '7cdb1b29-727a-437e-9b0e-413eab56b52a', 'name': '', 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:1c:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd9bdf8-b852-4b8c-9b33-bb97dda69e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:13:29Z', 'updated_at': '2021-11-18T18:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816695-1-iscsi'}] {{(pid=101556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 18:24:52.656094 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-4fb72065-12cd-489f-8202-03873ba771e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768457221690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768456900410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5584108'] for port, after_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:24:52.685907 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb72065-12cd-489f-8202-03873ba771e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7cdb1b29-727a-437e-9b0e-413eab56b52a,revision_number=None']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:24:52.745032 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-4fb72065-12cd-489f-8202-03873ba771e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-366283'] for router_gateway, after_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:24:52.833374 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-4fb72065-12cd-489f-8202-03873ba771e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-362562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15900'] for router, precommit_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:24:52.835564 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-4fb72065-12cd-489f-8202-03873ba771e4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:24:52.878197 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-4fb72065-12cd-489f-8202-03873ba771e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-362587'] for router, after_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:24:52.878837 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fb72065-12cd-489f-8202-03873ba771e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ecd9bdf8-b852-4b8c-9b33-bb97dda69e18 {{(pid=101553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 18 18:24:52.893465 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-4fb72065-12cd-489f-8202-03873ba771e4 admin admin] Notify callbacks [] for router, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:24:52.894592 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-4fb72065-12cd-489f-8202-03873ba771e4 admin admin] 10.222.0.21 "DELETE /v2.0/routers/ecd9bdf8-b852-4b8c-9b33-bb97dda69e18 HTTP/1.1" status: 204 len: 168 time: 1.0291104 Nov 18 18:24:52.897106 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 54398) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:24:52.945137 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.db.db_base_plugin_v2 [None req-68e17291-3ed6-46b0-b90a-fd684509d5bc admin admin] Deleting subnet 7e1d2c9d-3536-4097-943a-2b344ea0e9fc {{(pid=101553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 18 18:24:52.948217 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-68e17291-3ed6-46b0-b90a-fd684509d5bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:24:52.985085 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-68e17291-3ed6-46b0-b90a-fd684509d5bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5393034'] for subnet, precommit_delete_associations {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:24:53.080161 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-68e17291-3ed6-46b0-b90a-fd684509d5bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1775345'] for subnet, precommit_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:24:53.137923 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-68e17291-3ed6-46b0-b90a-fd684509d5bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1775304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5584049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6021563'] for subnet, after_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:24:53.164229 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e17291-3ed6-46b0-b90a-fd684509d5bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e1d2c9d-3536-4097-943a-2b344ea0e9fc,revision_number=None']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:24:53.168336 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-68e17291-3ed6-46b0-b90a-fd684509d5bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553968'] for subnet, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:24:53.173715 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-68e17291-3ed6-46b0-b90a-fd684509d5bc admin admin] 10.222.0.21 "DELETE /v2.0/subnets/7e1d2c9d-3536-4097-943a-2b344ea0e9fc HTTP/1.1" status: 204 len: 168 time: 0.2734969 Nov 18 18:24:53.173960 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 54400) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:24:53.174333 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9abb8f-abc7-47e9-a5f2-f044d217dfa4 None None] Network f21b1cf4-9836-4a7b-8947-90f148ea7c8b requested from dv-cinder-816695-1-iscsi {{(pid=101555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 18:24:53.246807 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-0d7800d3-af46-4e95-b665-302a8b7ce131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793125'] for network, before_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:24:53.314490 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.plugin [None req-0d7800d3-af46-4e95-b665-302a8b7ce131 admin admin] Deleting port f9f146f4-4db9-478d-92c0-3b047888bc0b {{(pid=101553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 18 18:24:53.314490 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-0d7800d3-af46-4e95-b665-302a8b7ce131 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768457215290'] for port, before_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:24:53.381820 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.db [None req-0d7800d3-af46-4e95-b665-302a8b7ce131 admin admin] For port f9f146f4-4db9-478d-92c0-3b047888bc0b, host dv-cinder-816695-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816695-1-iscsi',level=0,port_id=f9f146f4-4db9-478d-92c0-3b047888bc0b,segment=NetworkSegment(43109070-f8b1-4cef-8fc5-8a83cb9b46d4),segment_id=43109070-f8b1-4cef-8fc5-8a83cb9b46d4)] {{(pid=101553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:24:53.382486 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-0d7800d3-af46-4e95-b665-302a8b7ce131 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369284'] for port, precommit_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:24:53.396059 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.plugin [None req-0d7800d3-af46-4e95-b665-302a8b7ce131 admin admin] Calling delete_port for f9f146f4-4db9-478d-92c0-3b047888bc0b owned by network:dhcp {{(pid=101553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 18 18:24:53.482682 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-0d7800d3-af46-4e95-b665-302a8b7ce131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768457221690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768456900410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5584108'] for port, after_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:24:53.512056 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7800d3-af46-4e95-b665-302a8b7ce131 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9f146f4-4db9-478d-92c0-3b047888bc0b,revision_number=None']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:24:53.515432 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7800d3-af46-4e95-b665-302a8b7ce131 admin admin] No DVR routers for this DVR port f9f146f4-4db9-478d-92c0-3b047888bc0b on host dv-cinder-816695-1-iscsi {{(pid=101553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 18:24:53.596198 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-0d7800d3-af46-4e95-b665-302a8b7ce131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775996', 'neutron.services.segments.db._delete_segments_for_network-8768457200168'] for network, precommit_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:24:53.617018 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.services.segments.db [None req-0d7800d3-af46-4e95-b665-302a8b7ce131 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f21b1cf4-9836-4a7b-8947-90f148ea7c8b']}} {{(pid=101553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:24:53.627926 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.services.segments.db [None req-0d7800d3-af46-4e95-b665-302a8b7ce131 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43109070-f8b1-4cef-8fc5-8a83cb9b46d4') {'for_net_delete': True} {{(pid=101553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:24:53.628195 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.services.segments.db [None req-0d7800d3-af46-4e95-b665-302a8b7ce131 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43109070-f8b1-4cef-8fc5-8a83cb9b46d4') {} {{(pid=101553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:24:53.638444 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-0d7800d3-af46-4e95-b665-302a8b7ce131 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768457200505', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5393027'] for segment, before_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:24:53.644809 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f3b3595-5abd-438c-85a3-6f2523acbb62 None None] DHCP port deletion for f21b1cf4-9836-4a7b-8947-90f148ea7c8b request from dv-cinder-816695-1-iscsi {{(pid=101555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 18:24:53.659548 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-0d7800d3-af46-4e95-b665-302a8b7ce131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1774666'] for segment, precommit_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:24:53.668834 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d7800d3-af46-4e95-b665-302a8b7ce131 admin admin] Releasing vlan 779 on physical network physnet1 to pool {{(pid=101553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 18:24:53.669521 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-0d7800d3-af46-4e95-b665-302a8b7ce131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1774666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5583903'] for segment, after_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:24:53.671830 dv-cinder-816695-1-iscsi neutron-server[101553]: Traceback (most recent call last): Nov 18 18:24:53.671830 dv-cinder-816695-1-iscsi neutron-server[101553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 18:24:53.671830 dv-cinder-816695-1-iscsi neutron-server[101553]: timer() Nov 18 18:24:53.671830 dv-cinder-816695-1-iscsi neutron-server[101553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 18:24:53.671830 dv-cinder-816695-1-iscsi neutron-server[101553]: cb(*args, **kw) Nov 18 18:24:53.671830 dv-cinder-816695-1-iscsi neutron-server[101553]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 18:24:53.671830 dv-cinder-816695-1-iscsi neutron-server[101553]: return func(*args, **kwargs) Nov 18 18:24:53.671830 dv-cinder-816695-1-iscsi neutron-server[101553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 18:24:53.671830 dv-cinder-816695-1-iscsi neutron-server[101553]: self._notify() Nov 18 18:24:53.671830 dv-cinder-816695-1-iscsi neutron-server[101553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 18:24:53.671830 dv-cinder-816695-1-iscsi neutron-server[101553]: self.callback(batched_events) Nov 18 18:24:53.671830 dv-cinder-816695-1-iscsi neutron-server[101553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 18:24:53.671830 dv-cinder-816695-1-iscsi neutron-server[101553]: event.method(event) Nov 18 18:24:53.671830 dv-cinder-816695-1-iscsi neutron-server[101553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 18:24:53.671830 dv-cinder-816695-1-iscsi neutron-server[101553]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 18:24:53.671830 dv-cinder-816695-1-iscsi neutron-server[101553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 18:24:53.671830 dv-cinder-816695-1-iscsi neutron-server[101553]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 18:24:53.671830 dv-cinder-816695-1-iscsi neutron-server[101553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 18:24:53.671830 dv-cinder-816695-1-iscsi neutron-server[101553]: return f(self, *a, **k) Nov 18 18:24:53.671830 dv-cinder-816695-1-iscsi neutron-server[101553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 18:24:53.671830 dv-cinder-816695-1-iscsi neutron-server[101553]: return self._get(url).json() Nov 18 18:24:53.671830 dv-cinder-816695-1-iscsi neutron-server[101553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 18:24:53.671830 dv-cinder-816695-1-iscsi neutron-server[101553]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 18:24:53.671830 dv-cinder-816695-1-iscsi neutron-server[101553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 18:24:53.671830 dv-cinder-816695-1-iscsi neutron-server[101553]: return self.request(url, 'GET', **kwargs) Nov 18 18:24:53.671830 dv-cinder-816695-1-iscsi neutron-server[101553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 18:24:53.671830 dv-cinder-816695-1-iscsi neutron-server[101553]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 18:24:53.671830 dv-cinder-816695-1-iscsi neutron-server[101553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 18:24:53.671830 dv-cinder-816695-1-iscsi neutron-server[101553]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 18:24:53.671830 dv-cinder-816695-1-iscsi neutron-server[101553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 18:24:53.671830 dv-cinder-816695-1-iscsi neutron-server[101553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 18:24:53.671830 dv-cinder-816695-1-iscsi neutron-server[101553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 18:24:53.729801 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-0d7800d3-af46-4e95-b665-302a8b7ce131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-366119'] for network, after_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:24:53.735117 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-0d7800d3-af46-4e95-b665-302a8b7ce131 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553968'] for network, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:24:53.740757 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-0d7800d3-af46-4e95-b665-302a8b7ce131 admin admin] 10.222.0.21 "DELETE /v2.0/networks/f21b1cf4-9836-4a7b-8947-90f148ea7c8b HTTP/1.1" status: 204 len: 168 time: 0.5634549 Nov 18 18:24:53.750441 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7800d3-af46-4e95-b665-302a8b7ce131 admin admin] Pushing event deleted for resources: {'Network': ['ID=f21b1cf4-9836-4a7b-8947-90f148ea7c8b,revision_number=None']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:24:53.852593 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 54406) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:24:53.893806 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-5858c575-2b8f-4e08-8e03-f2301578200f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=080aae90ae2d433d95e93daa3aeb17ce&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0399520 Nov 18 18:24:53.896129 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 54408) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:24:53.949694 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-4926aae0-44cd-45e7-a91f-2cbc879f64fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:24:53.971685 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-4926aae0-44cd-45e7-a91f-2cbc879f64fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:24:54.017441 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-4926aae0-44cd-45e7-a91f-2cbc879f64fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:24:54.020026 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-4926aae0-44cd-45e7-a91f-2cbc879f64fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:24:54.021228 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-4926aae0-44cd-45e7-a91f-2cbc879f64fe admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/45312345-a280-47f4-99c8-deb208275a4a HTTP/1.1" status: 204 len: 168 time: 0.1241693 Nov 18 18:24:54.030311 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4926aae0-44cd-45e7-a91f-2cbc879f64fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45312345-a280-47f4-99c8-deb208275a4a,revision_number=None']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:24:54.206568 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Device 7cdb1b29-727a-437e-9b0e-413eab56b52a no longer exists at agent ovs-agent-dv-cinder-816695-1-iscsi {{(pid=101555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 18:24:54.226955 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.plugin [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] No Port match for: 7cdb1b29-727a-437e-9b0e-413eab56b52a {{(pid=101555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 18 18:24:54.227477 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Device 7cdb1b29-727a-437e-9b0e-413eab56b52a not bound to the agent host dv-cinder-816695-1-iscsi {{(pid=101555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 18:24:54.228454 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Device f9f146f4-4db9-478d-92c0-3b047888bc0b no longer exists at agent ovs-agent-dv-cinder-816695-1-iscsi {{(pid=101555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 18:24:54.255108 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.plugin [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] No Port match for: f9f146f4-4db9-478d-92c0-3b047888bc0b {{(pid=101555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 18 18:24:54.255685 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Device f9f146f4-4db9-478d-92c0-3b047888bc0b not bound to the agent host dv-cinder-816695-1-iscsi {{(pid=101555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 18:24:54.256411 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Device b0e75edb-f556-427e-a639-3e0939d5c4b9 no longer exists at agent ovs-agent-dv-cinder-816695-1-iscsi {{(pid=101555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 18:24:54.282244 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.plugin [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] No Port match for: b0e75edb-f556-427e-a639-3e0939d5c4b9 {{(pid=101555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 18 18:24:54.282244 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Device b0e75edb-f556-427e-a639-3e0939d5c4b9 not bound to the agent host dv-cinder-816695-1-iscsi {{(pid=101555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 18:24:55.639278 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:24:57.776740 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 54484) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:24:57.886547 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-1d37792a-83ff-44d3-a496-f5ca3c8c0e9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:24:57.974864 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-1d37792a-83ff-44d3-a496-f5ca3c8c0e9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:24:57.981152 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-1d37792a-83ff-44d3-a496-f5ca3c8c0e9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:24:58.020983 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-1d37792a-83ff-44d3-a496-f5ca3c8c0e9f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0e546527071d488aadbd28ce42b8e535&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2431376 Nov 18 18:24:58.022095 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d37792a-83ff-44d3-a496-f5ca3c8c0e9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60558732-b145-4037-a9d5-ac96d424ec78,revision_number=1']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:24:58.023773 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 54494) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:24:58.084167 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-963c7018-816c-4fda-875d-69c1bcb2b9e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:24:58.107067 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-963c7018-816c-4fda-875d-69c1bcb2b9e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:24:58.156188 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-963c7018-816c-4fda-875d-69c1bcb2b9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:24:58.159834 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-963c7018-816c-4fda-875d-69c1bcb2b9e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:24:58.161841 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-963c7018-816c-4fda-875d-69c1bcb2b9e7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/60558732-b145-4037-a9d5-ac96d424ec78 HTTP/1.1" status: 204 len: 168 time: 0.1368248 Nov 18 18:24:58.177775 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963c7018-816c-4fda-875d-69c1bcb2b9e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60558732-b145-4037-a9d5-ac96d424ec78,revision_number=None']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:24:59.915009 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 54554) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:25:00.036661 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-13bf46af-ead2-4541-b50f-24ab2efd2c1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:00.125347 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-13bf46af-ead2-4541-b50f-24ab2efd2c1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:00.131203 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-13bf46af-ead2-4541-b50f-24ab2efd2c1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:00.172833 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bf46af-ead2-4541-b50f-24ab2efd2c1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c4fec91-152f-4c59-9cfd-2e35abc34b05,revision_number=1']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:25:00.182081 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 54562) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:25:00.182636 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-13bf46af-ead2-4541-b50f-24ab2efd2c1a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c968678047e44c199bec8a02c04eebd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2661285 Nov 18 18:25:00.246773 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-5cf9667e-7fad-4be4-83e8-52f8d4b85ad2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:00.272213 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-5cf9667e-7fad-4be4-83e8-52f8d4b85ad2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:00.325413 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-5cf9667e-7fad-4be4-83e8-52f8d4b85ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:00.328249 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-5cf9667e-7fad-4be4-83e8-52f8d4b85ad2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:00.329451 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-5cf9667e-7fad-4be4-83e8-52f8d4b85ad2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4c4fec91-152f-4c59-9cfd-2e35abc34b05 HTTP/1.1" status: 204 len: 168 time: 0.1463592 Nov 18 18:25:00.335288 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 54568) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:25:00.338819 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf9667e-7fad-4be4-83e8-52f8d4b85ad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c4fec91-152f-4c59-9cfd-2e35abc34b05,revision_number=None']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:25:00.578584 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-4e8d1bd7-05aa-40a3-96f8-ae763a094adb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:00.623690 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 54574) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:25:00.637982 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-1b0e4a49-2264-4f9e-ac84-61158146ce53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:00.671272 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-4e8d1bd7-05aa-40a3-96f8-ae763a094adb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:00.676144 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-4e8d1bd7-05aa-40a3-96f8-ae763a094adb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:00.718804 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-1b0e4a49-2264-4f9e-ac84-61158146ce53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:00.724767 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-1b0e4a49-2264-4f9e-ac84-61158146ce53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:00.732091 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-4e8d1bd7-05aa-40a3-96f8-ae763a094adb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cc471f05ad914962ac41c9e2379177f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3954816 Nov 18 18:25:00.735355 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 54576) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:25:00.742615 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8d1bd7-05aa-40a3-96f8-ae763a094adb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c17e7a9c-617d-4c70-aa3a-15600fae0229,revision_number=1']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:25:00.761079 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0e4a49-2264-4f9e-ac84-61158146ce53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81f2286f-4820-4484-9079-1ac022d44e3a,revision_number=1']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:25:00.776858 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-1b0e4a49-2264-4f9e-ac84-61158146ce53 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=64921d5887b34ec59c5bc98fcceb1c05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1519926 Nov 18 18:25:00.780116 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 54578) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:25:00.816286 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-09113aa3-d4c4-4b58-8c8a-fed335281d51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:00.843011 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-d3e23e4e-dc5a-4d67-8fe5-49ceab905a46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:00.845973 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-09113aa3-d4c4-4b58-8c8a-fed335281d51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:00.870867 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-d3e23e4e-dc5a-4d67-8fe5-49ceab905a46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:00.899256 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-09113aa3-d4c4-4b58-8c8a-fed335281d51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:00.903546 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-09113aa3-d4c4-4b58-8c8a-fed335281d51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:00.905418 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-09113aa3-d4c4-4b58-8c8a-fed335281d51 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c17e7a9c-617d-4c70-aa3a-15600fae0229 HTTP/1.1" status: 204 len: 168 time: 0.1688375 Nov 18 18:25:00.914247 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09113aa3-d4c4-4b58-8c8a-fed335281d51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c17e7a9c-617d-4c70-aa3a-15600fae0229,revision_number=None']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:25:00.927277 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-d3e23e4e-dc5a-4d67-8fe5-49ceab905a46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:00.931312 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-d3e23e4e-dc5a-4d67-8fe5-49ceab905a46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:00.935915 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-d3e23e4e-dc5a-4d67-8fe5-49ceab905a46 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/81f2286f-4820-4484-9079-1ac022d44e3a HTTP/1.1" status: 204 len: 168 time: 0.1514347 Nov 18 18:25:00.945032 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e23e4e-dc5a-4d67-8fe5-49ceab905a46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81f2286f-4820-4484-9079-1ac022d44e3a,revision_number=None']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:25:01.715552 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 54622) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:25:01.865465 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.v2.base [None req-c4a4af9f-e31c-4d36-964b-48ee15764dec admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1250912335-network', 'tenant_id': 'd3feb8b6d06d47f597e7f875d0b7baaa'}} {{(pid=101554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:25:01.888854 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4a4af9f-e31c-4d36-964b-48ee15764dec admin admin] Made reservation on behalf of d3feb8b6d06d47f597e7f875d0b7baaa for: {'network': 1} {{(pid=101554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 18:25:01.891648 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-c4a4af9f-e31c-4d36-964b-48ee15764dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for network, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:01.900681 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-c4a4af9f-e31c-4d36-964b-48ee15764dec admin admin] Notify callbacks [] for security_group, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:01.982531 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-c4a4af9f-e31c-4d36-964b-48ee15764dec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:01.986238 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-c4a4af9f-e31c-4d36-964b-48ee15764dec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:02.006914 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4a4af9f-e31c-4d36-964b-48ee15764dec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 758} {{(pid=101554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 18:25:02.022911 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a4af9f-e31c-4d36-964b-48ee15764dec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64bfa50c-840d-49be-93c0-129e44469e23,revision_number=1']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:25:02.027998 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-c4a4af9f-e31c-4d36-964b-48ee15764dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1774666'] for segment, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:02.027998 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.db.segments_db [None req-c4a4af9f-e31c-4d36-964b-48ee15764dec admin admin] Added segment 534bee31-a5bf-46bd-8839-28b388237d13 of type vlan for network 3934163e-7755-439f-bda9-12f9f87b1bd2 Nov 18 18:25:02.070396 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-c4a4af9f-e31c-4d36-964b-48ee15764dec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768456854164'] for network, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:02.096039 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-c4a4af9f-e31c-4d36-964b-48ee15764dec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922'] for network, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:02.097022 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a4af9f-e31c-4d36-964b-48ee15764dec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:25:02.097579 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-c4a4af9f-e31c-4d36-964b-48ee15764dec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553968'] for network, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:02.152317 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-c4a4af9f-e31c-4d36-964b-48ee15764dec admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4355860 Nov 18 18:25:02.155517 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 54638) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:25:02.161232 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.v2.base [None req-129c6dda-0e12-4eee-9f30-ff5df9d1d0da admin admin] Request body: {'subnet': {'network_id': '3934163e-7755-439f-bda9-12f9f87b1bd2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1250912335-subnet', 'tenant_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'ip_version': 4}} {{(pid=101553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:25:02.163424 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a4af9f-e31c-4d36-964b-48ee15764dec admin admin] Pushing event updated for resources: {'Network': ['ID=3934163e-7755-439f-bda9-12f9f87b1bd2,revision_number=1']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:25:02.174169 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Network 3934163e-7755-439f-bda9-12f9f87b1bd2 details requested by agent ovs-agent-dv-cinder-816695-1-iscsi with host dv-cinder-816695-1-iscsi {{(pid=101555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 18:25:02.184835 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-129c6dda-0e12-4eee-9f30-ff5df9d1d0da admin admin] Made reservation on behalf of d3feb8b6d06d47f597e7f875d0b7baaa for: {'subnet': 1} {{(pid=101553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 18:25:02.187380 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-129c6dda-0e12-4eee-9f30-ff5df9d1d0da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6021510'] for subnet, before_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:02.369156 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-129c6dda-0e12-4eee-9f30-ff5df9d1d0da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5584252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6021552'] for subnet, after_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:02.424935 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129c6dda-0e12-4eee-9f30-ff5df9d1d0da admin admin] Pushing event updated for resources: {'Subnet': ['ID=28855948-909f-4d6a-a5b1-6e9277fe95e3,revision_number=0']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:25:02.433899 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129c6dda-0e12-4eee-9f30-ff5df9d1d0da admin admin] Checking segment: {'id': '534bee31-a5bf-46bd-8839-28b388237d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '3934163e-7755-439f-bda9-12f9f87b1bd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 18 18:25:02.434269 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129c6dda-0e12-4eee-9f30-ff5df9d1d0da admin admin] Network hostable DHCP agents. Network: 3934163e-7755-439f-bda9-12f9f87b1bd2, hostable agents: ['3fbd36fe-782c-4617-8e97-99410d5610de'], hosted agents: [] {{(pid=101553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 18:25:02.452885 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129c6dda-0e12-4eee-9f30-ff5df9d1d0da admin admin] Network 3934163e-7755-439f-bda9-12f9f87b1bd2 is scheduled to be hosted by DHCP agent 3fbd36fe-782c-4617-8e97-99410d5610de with binding_index 1 {{(pid=101553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 18:25:02.463027 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.scheduler.base_scheduler [None req-129c6dda-0e12-4eee-9f30-ff5df9d1d0da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816695-1-iscsi, 3934163e-7755-439f-bda9-12f9f87b1bd2) {{(pid=101553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:25:02.468448 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-129c6dda-0e12-4eee-9f30-ff5df9d1d0da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:25:02.469291 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-129c6dda-0e12-4eee-9f30-ff5df9d1d0da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553968'] for subnet, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:02.472720 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a42b0faa-41fa-4653-be05-88549f0e1fa0 None None] Network 3934163e-7755-439f-bda9-12f9f87b1bd2 requested from dv-cinder-816695-1-iscsi {{(pid=101555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 18:25:02.490112 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-129c6dda-0e12-4eee-9f30-ff5df9d1d0da admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3309817 Nov 18 18:25:02.490562 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 54648) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:25:02.495703 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.v2.base [None req-769ebea3-8ee2-49ce-9873-89168e77b05c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1250912335-router', 'tenant_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'external_gateway_info': {'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364'}}} {{(pid=101554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:25:02.518011 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-769ebea3-8ee2-49ce-9873-89168e77b05c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362720', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15882'] for router, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:02.519320 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-769ebea3-8ee2-49ce-9873-89168e77b05c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-366266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15875'] for router, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:02.575789 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-769ebea3-8ee2-49ce-9873-89168e77b05c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:02.631496 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f68ea7d-65c3-465a-b0ca-a94c07921bd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5e6a097-ea3c-5b2a-9327-4706adb4f366-3934163e-7755-439f-bda9-12f9f87b1bd2', 'network_id': '3934163e-7755-439f-bda9-12f9f87b1bd2', 'tenant_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'fixed_ips': [{'subnet_id': '28855948-909f-4d6a-a5b1-6e9277fe95e3'}]}} from dv-cinder-816695-1-iscsi. {{(pid=101555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 18:25:02.632470 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-6f68ea7d-65c3-465a-b0ca-a94c07921bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_create {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:02.722034 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-769ebea3-8ee2-49ce-9873-89168e77b05c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:02.795725 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.db_base_plugin_common [None req-6f68ea7d-65c3-465a-b0ca-a94c07921bd9 None None] Allocated IP 172.20.0.2 (3934163e-7755-439f-bda9-12f9f87b1bd2/28855948-909f-4d6a-a5b1-6e9277fe95e3/cba124fb-2dae-4a05-9b30-f0e055cfa3a6) {{(pid=101555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 18:25:02.947173 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-6f68ea7d-65c3-465a-b0ca-a94c07921bd9 None None] Notify callbacks [] for port, precommit_create {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:02.949548 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-769ebea3-8ee2-49ce-9873-89168e77b05c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:02.952886 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-6f68ea7d-65c3-465a-b0ca-a94c07921bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768456900401'] for port, after_create {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:02.970864 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-769ebea3-8ee2-49ce-9873-89168e77b05c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:02.994580 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f68ea7d-65c3-465a-b0ca-a94c07921bd9 None None] Network 3934163e-7755-439f-bda9-12f9f87b1bd2 is already hosted by enough agents. {{(pid=101555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:25:02.998173 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.scheduler.base_scheduler [None req-6f68ea7d-65c3-465a-b0ca-a94c07921bd9 None None] Resources bound (agent type, host, resource id): {{(pid=101555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:25:03.004922 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f68ea7d-65c3-465a-b0ca-a94c07921bd9 None None] Received port after_create {{(pid=101555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 18:25:03.006767 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f68ea7d-65c3-465a-b0ca-a94c07921bd9 None None] Pushing event updated for resources: {'Port': ['ID=cba124fb-2dae-4a05-9b30-f0e055cfa3a6,revision_number=1']} {{(pid=101555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:25:03.019647 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f68ea7d-65c3-465a-b0ca-a94c07921bd9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:25:03.020021 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f68ea7d-65c3-465a-b0ca-a94c07921bd9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:25:03.020365 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f68ea7d-65c3-465a-b0ca-a94c07921bd9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:25:03.020702 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f68ea7d-65c3-465a-b0ca-a94c07921bd9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:25:03.021021 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f68ea7d-65c3-465a-b0ca-a94c07921bd9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:25:03.021355 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f68ea7d-65c3-465a-b0ca-a94c07921bd9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:25:03.021675 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f68ea7d-65c3-465a-b0ca-a94c07921bd9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:25:03.021996 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f68ea7d-65c3-465a-b0ca-a94c07921bd9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:25:03.022322 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f68ea7d-65c3-465a-b0ca-a94c07921bd9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:25:03.022637 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f68ea7d-65c3-465a-b0ca-a94c07921bd9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:25:03.022953 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f68ea7d-65c3-465a-b0ca-a94c07921bd9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:25:03.023266 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f68ea7d-65c3-465a-b0ca-a94c07921bd9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:25:03.072072 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.managers [None req-6f68ea7d-65c3-465a-b0ca-a94c07921bd9 None None] Attempting to bind port cba124fb-2dae-4a05-9b30-f0e055cfa3a6 on host dv-cinder-816695-1-iscsi for vnic_type normal with profile {{(pid=101555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 18 18:25:03.072450 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.managers [None req-6f68ea7d-65c3-465a-b0ca-a94c07921bd9 None None] Attempting to bind port cba124fb-2dae-4a05-9b30-f0e055cfa3a6 by drivers openvswitch,hyperv on host dv-cinder-816695-1-iscsi at level 0 using segments [{'id': '534bee31-a5bf-46bd-8839-28b388237d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '3934163e-7755-439f-bda9-12f9f87b1bd2'}] {{(pid=101555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 18 18:25:03.072790 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f68ea7d-65c3-465a-b0ca-a94c07921bd9 None None] Attempting to bind port cba124fb-2dae-4a05-9b30-f0e055cfa3a6 on network 3934163e-7755-439f-bda9-12f9f87b1bd2 {{(pid=101555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:25:03.077196 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.db.db_base_plugin_common [None req-769ebea3-8ee2-49ce-9873-89168e77b05c admin admin] Allocated IP 172.27.0.21 (681a8de3-317c-4c8e-b068-d1104cc9c364/7ba09554-0552-4432-a7a0-26d8d0284def/ff7d3f67-3e07-4d14-b80d-4cab3fc90c52) {{(pid=101554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 18:25:03.077758 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f68ea7d-65c3-465a-b0ca-a94c07921bd9 None None] Checking agent: {'id': '1b150279-be03-4dd2-a318-1a957a9087ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816695-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 18, 5, 14), 'started_at': datetime.datetime(2021, 11, 18, 18, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 18, 24, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816695-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 18:25:03.078130 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f68ea7d-65c3-465a-b0ca-a94c07921bd9 None None] Checking segment: {'id': '534bee31-a5bf-46bd-8839-28b388237d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '3934163e-7755-439f-bda9-12f9f87b1bd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 18 18:25:03.078528 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-6f68ea7d-65c3-465a-b0ca-a94c07921bd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:03.078915 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f68ea7d-65c3-465a-b0ca-a94c07921bd9 None None] Bound using segment: {'id': '534bee31-a5bf-46bd-8839-28b388237d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '3934163e-7755-439f-bda9-12f9f87b1bd2'} {{(pid=101555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 18:25:03.079371 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.managers [None req-6f68ea7d-65c3-465a-b0ca-a94c07921bd9 None None] Bound port: cba124fb-2dae-4a05-9b30-f0e055cfa3a6, host: dv-cinder-816695-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '534bee31-a5bf-46bd-8839-28b388237d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '3934163e-7755-439f-bda9-12f9f87b1bd2'}}] {{(pid=101555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 18 18:25:03.079741 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-6f68ea7d-65c3-465a-b0ca-a94c07921bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:03.144956 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-6f68ea7d-65c3-465a-b0ca-a94c07921bd9 None None] For port cba124fb-2dae-4a05-9b30-f0e055cfa3a6, host dv-cinder-816695-1-iscsi, cleared binding levels {{(pid=101555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 18:25:03.148081 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-6f68ea7d-65c3-465a-b0ca-a94c07921bd9 None None] For port cba124fb-2dae-4a05-9b30-f0e055cfa3a6, host dv-cinder-816695-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816695-1-iscsi',level=0,port_id=cba124fb-2dae-4a05-9b30-f0e055cfa3a6,segment=NetworkSegment(534bee31-a5bf-46bd-8839-28b388237d13),segment_id=534bee31-a5bf-46bd-8839-28b388237d13)] {{(pid=101555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 18:25:03.152469 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-6f68ea7d-65c3-465a-b0ca-a94c07921bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:03.191171 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-769ebea3-8ee2-49ce-9873-89168e77b05c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:03.230481 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f68ea7d-65c3-465a-b0ca-a94c07921bd9 None None] Pushing event updated for resources: {'Port': ['ID=cba124fb-2dae-4a05-9b30-f0e055cfa3a6,revision_number=2']} {{(pid=101555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:25:03.250200 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-769ebea3-8ee2-49ce-9873-89168e77b05c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768456900401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6202601'] for port, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:03.296363 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769ebea3-8ee2-49ce-9873-89168e77b05c admin admin] Network 681a8de3-317c-4c8e-b068-d1104cc9c364 is already hosted by enough agents. {{(pid=101554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:25:03.299353 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.scheduler.base_scheduler [None req-769ebea3-8ee2-49ce-9873-89168e77b05c admin admin] Resources bound (agent type, host, resource id): {{(pid=101554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:25:03.302957 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769ebea3-8ee2-49ce-9873-89168e77b05c admin admin] Received port after_create {{(pid=101554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 18:25:03.311550 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769ebea3-8ee2-49ce-9873-89168e77b05c admin admin] Pushing event updated for resources: {'Port': ['ID=ff7d3f67-3e07-4d14-b80d-4cab3fc90c52,revision_number=1']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:25:03.819564 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-769ebea3-8ee2-49ce-9873-89168e77b05c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:04.041760 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-769ebea3-8ee2-49ce-9873-89168e77b05c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-366319'] for router, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:04.182199 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-769ebea3-8ee2-49ce-9873-89168e77b05c admin admin] Router 5901960b-0c52-423d-9136-572b11dcde21 is scheduled to L3 agent 11d55508-f5ea-4178-bd3a-0ed8666e5761 with binding_index 1 {{(pid=101554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 18 18:25:04.198608 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea3105bc-87f5-4358-87d9-8347ad44f55e None None] Network 3934163e-7755-439f-bda9-12f9f87b1bd2 requested from dv-cinder-816695-1-iscsi {{(pid=101555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 18:25:04.298322 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-0bfbe4d7-ffb8-45c8-b76e-bc5571dff163 None None] Provisioning complete for port cba124fb-2dae-4a05-9b30-f0e055cfa3a6 triggered by entity DHCP. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:25:04.299440 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-0bfbe4d7-ffb8-45c8-b76e-bc5571dff163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:04.341448 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-769ebea3-8ee2-49ce-9873-89168e77b05c admin admin] Notify agent at l3_agent.dv-cinder-816695-1-iscsi the message routers_updated {{(pid=101554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 18:25:04.348886 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Device cba124fb-2dae-4a05-9b30-f0e055cfa3a6 up at agent ovs-agent-dv-cinder-816695-1-iscsi {{(pid=101555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:25:04.360843 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665366f0-95fc-471e-9bf4-85da17a65565 None None] Sync routers for ids ['5901960b-0c52-423d-9136-572b11dcde21'] in dv-cinder-816695-1-iscsi {{(pid=101555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 18:25:04.363351 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-769ebea3-8ee2-49ce-9873-89168e77b05c admin admin] Notify callbacks [] for router, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:04.364659 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-769ebea3-8ee2-49ce-9873-89168e77b05c admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8729241 Nov 18 18:25:04.367274 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 54670) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:25:04.439104 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665366f0-95fc-471e-9bf4-85da17a65565 None None] Routers {'5901960b-0c52-423d-9136-572b11dcde21'} bound to L3 agent in host dv-cinder-816695-1-iscsi {{(pid=101555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:25:04.439631 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_hamode_db [None req-665366f0-95fc-471e-9bf4-85da17a65565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-18T18:05:14Z,description=,heartbeat_timestamp=2021-11-18T18:24:44Z,host='dv-cinder-816695-1-iscsi',id=11d55508-f5ea-4178-bd3a-0ed8666e5761,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T18:05:14Z,topic='l3_agent')) {'router_ids': ['5901960b-0c52-423d-9136-572b11dcde21'], 'active': True} {{(pid=101555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:25:04.594373 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-0bfbe4d7-ffb8-45c8-b76e-bc5571dff163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:04.609938 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Provisioning complete for port cba124fb-2dae-4a05-9b30-f0e055cfa3a6 triggered by entity L2. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:25:04.610301 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:04.649820 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_dvr_db [None req-665366f0-95fc-471e-9bf4-85da17a65565 None None] Set router 5901960b-0c52-423d-9136-572b11dcde21 gateway port host: dv-cinder-816695-1-iscsi {{(pid=101555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:25:04.724210 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-0bfbe4d7-ffb8-45c8-b76e-bc5571dff163 None None] For port cba124fb-2dae-4a05-9b30-f0e055cfa3a6, host dv-cinder-816695-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816695-1-iscsi',level=0,port_id=cba124fb-2dae-4a05-9b30-f0e055cfa3a6,segment=NetworkSegment(534bee31-a5bf-46bd-8839-28b388237d13),segment_id=534bee31-a5bf-46bd-8839-28b388237d13)] {{(pid=101555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:25:04.742403 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-0bfbe4d7-ffb8-45c8-b76e-bc5571dff163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:04.777306 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-9b4c5b19-15a4-4ef7-97d6-6ec4e83dbcf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:04.943656 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.db.db_base_plugin_common [None req-9b4c5b19-15a4-4ef7-97d6-6ec4e83dbcf4 admin admin] Allocated IP 172.20.0.1 (3934163e-7755-439f-bda9-12f9f87b1bd2/28855948-909f-4d6a-a5b1-6e9277fe95e3/560a4b6d-e9de-487b-ad59-0fe5987b2c97) {{(pid=101554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 18:25:05.020578 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfbe4d7-ffb8-45c8-b76e-bc5571dff163 None None] Pushing event updated for resources: {'Port': ['ID=cba124fb-2dae-4a05-9b30-f0e055cfa3a6,revision_number=3']} {{(pid=101555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:25:05.047023 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-9b4c5b19-15a4-4ef7-97d6-6ec4e83dbcf4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:05.050211 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-e743c274-2cc0-45cd-ab03-2ad9e6d65668 None None] Provisioning complete for port cba124fb-2dae-4a05-9b30-f0e055cfa3a6 triggered by entity DHCP. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:25:05.050611 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-e743c274-2cc0-45cd-ab03-2ad9e6d65668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:05.087785 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-9b4c5b19-15a4-4ef7-97d6-6ec4e83dbcf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768456900401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6202601'] for port, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:05.131695 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4c5b19-15a4-4ef7-97d6-6ec4e83dbcf4 admin admin] Network 3934163e-7755-439f-bda9-12f9f87b1bd2 is already hosted by enough agents. {{(pid=101554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:25:05.132643 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_hamode_db [None req-665366f0-95fc-471e-9bf4-85da17a65565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5901960b-0c52-423d-9136-572b11dcde21', 'name': 'tempest-TestVolumeBootPattern-1250912335-router', 'tenant_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'external_fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': 'ff7d3f67-3e07-4d14-b80d-4cab3fc90c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:25:02Z', 'updated_at': '2021-11-18T18:25:03Z', 'revision_number': 3, 'project_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'gw_port': {'id': 'ff7d3f67-3e07-4d14-b80d-4cab3fc90c52', 'name': '', 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:5a:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5901960b-0c52-423d-9136-572b11dcde21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:25:02Z', 'updated_at': '2021-11-18T18:25:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816695-1-iscsi'}], 'dv-cinder-816695-1-iscsi', False) {} {{(pid=101555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:25:05.136743 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.scheduler.base_scheduler [None req-9b4c5b19-15a4-4ef7-97d6-6ec4e83dbcf4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:25:05.139340 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4c5b19-15a4-4ef7-97d6-6ec4e83dbcf4 admin admin] Received port after_create {{(pid=101554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 18:25:05.168203 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665366f0-95fc-471e-9bf4-85da17a65565 None None] Checking router: 5901960b-0c52-423d-9136-572b11dcde21 for host: dv-cinder-816695-1-iscsi {{(pid=101555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 18:25:05.168561 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665366f0-95fc-471e-9bf4-85da17a65565 None None] Updating router 5901960b-0c52-423d-9136-572b11dcde21 port ff7d3f67-3e07-4d14-b80d-4cab3fc90c52 binding host dv-cinder-816695-1-iscsi {{(pid=101555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 18:25:05.168667 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4c5b19-15a4-4ef7-97d6-6ec4e83dbcf4 admin admin] Pushing event updated for resources: {'Port': ['ID=560a4b6d-e9de-487b-ad59-0fe5987b2c97,revision_number=1']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:25:05.187943 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-9b4c5b19-15a4-4ef7-97d6-6ec4e83dbcf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364474'] for router_interface, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:05.202530 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-665366f0-95fc-471e-9bf4-85da17a65565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:05.321912 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-9b4c5b19-15a4-4ef7-97d6-6ec4e83dbcf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:05.439258 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-8193a158-8968-4d5c-a375-973e12faf4af None None] Provisioning complete for port 560a4b6d-e9de-487b-ad59-0fe5987b2c97 triggered by entity DHCP. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:25:05.439928 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-8193a158-8968-4d5c-a375-973e12faf4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:05.504701 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.plugin [None req-8193a158-8968-4d5c-a375-973e12faf4af None None] Port 560a4b6d-e9de-487b-ad59-0fe5987b2c97 cannot update to ACTIVE because it is not bound. {{(pid=101555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 18 18:25:05.517187 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-9b4c5b19-15a4-4ef7-97d6-6ec4e83dbcf4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:05.522928 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-9b4c5b19-15a4-4ef7-97d6-6ec4e83dbcf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6202622'] for port, after_update {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:05.560763 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-665366f0-95fc-471e-9bf4-85da17a65565 None None] Notify callbacks [] for port, precommit_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:05.570102 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-665366f0-95fc-471e-9bf4-85da17a65565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:05.593083 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4c5b19-15a4-4ef7-97d6-6ec4e83dbcf4 admin admin] Pushing event updated for resources: {'Port': ['ID=560a4b6d-e9de-487b-ad59-0fe5987b2c97,revision_number=2']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:25:05.601128 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-9b4c5b19-15a4-4ef7-97d6-6ec4e83dbcf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-367343'] for router_interface, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:05.635071 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.managers [None req-665366f0-95fc-471e-9bf4-85da17a65565 None None] Attempting to bind port ff7d3f67-3e07-4d14-b80d-4cab3fc90c52 on host dv-cinder-816695-1-iscsi for vnic_type normal with profile {{(pid=101555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 18 18:25:05.635071 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.managers [None req-665366f0-95fc-471e-9bf4-85da17a65565 None None] Attempting to bind port ff7d3f67-3e07-4d14-b80d-4cab3fc90c52 by drivers openvswitch,hyperv on host dv-cinder-816695-1-iscsi at level 0 using segments [{'id': 'ccf61333-990a-41b6-8fac-e85eb4401822', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364'}] {{(pid=101555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 18 18:25:05.637135 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665366f0-95fc-471e-9bf4-85da17a65565 None None] Attempting to bind port ff7d3f67-3e07-4d14-b80d-4cab3fc90c52 on network 681a8de3-317c-4c8e-b068-d1104cc9c364 {{(pid=101555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:25:05.638697 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6e5329-af34-4dc1-a913-b7ffa062fc25 None None] Pushing event updated for resources: {'Port': ['ID=ff7d3f67-3e07-4d14-b80d-4cab3fc90c52,revision_number=2']} {{(pid=101555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:25:05.644707 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665366f0-95fc-471e-9bf4-85da17a65565 None None] Checking agent: {'id': '1b150279-be03-4dd2-a318-1a957a9087ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816695-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 18, 5, 14), 'started_at': datetime.datetime(2021, 11, 18, 18, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 18, 24, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816695-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 18:25:05.645100 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665366f0-95fc-471e-9bf4-85da17a65565 None None] Checking segment: {'id': 'ccf61333-990a-41b6-8fac-e85eb4401822', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 18 18:25:05.645513 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-665366f0-95fc-471e-9bf4-85da17a65565 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:05.645908 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665366f0-95fc-471e-9bf4-85da17a65565 None None] Bound using segment: {'id': 'ccf61333-990a-41b6-8fac-e85eb4401822', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364'} {{(pid=101555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 18:25:05.646382 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.managers [None req-665366f0-95fc-471e-9bf4-85da17a65565 None None] Bound port: ff7d3f67-3e07-4d14-b80d-4cab3fc90c52, host: dv-cinder-816695-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccf61333-990a-41b6-8fac-e85eb4401822', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364'}}] {{(pid=101555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 18 18:25:05.646850 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-665366f0-95fc-471e-9bf4-85da17a65565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:05.712393 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-665366f0-95fc-471e-9bf4-85da17a65565 None None] For port ff7d3f67-3e07-4d14-b80d-4cab3fc90c52, host dv-cinder-816695-1-iscsi, cleared binding levels {{(pid=101555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 18:25:05.717006 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-665366f0-95fc-471e-9bf4-85da17a65565 None None] For port ff7d3f67-3e07-4d14-b80d-4cab3fc90c52, host dv-cinder-816695-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816695-1-iscsi',level=0,port_id=ff7d3f67-3e07-4d14-b80d-4cab3fc90c52,segment=NetworkSegment(ccf61333-990a-41b6-8fac-e85eb4401822),segment_id=ccf61333-990a-41b6-8fac-e85eb4401822)] {{(pid=101555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 18:25:05.726862 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-665366f0-95fc-471e-9bf4-85da17a65565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:05.729546 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4c5b19-15a4-4ef7-97d6-6ec4e83dbcf4 admin admin] Network 3934163e-7755-439f-bda9-12f9f87b1bd2 is already hosted by enough agents. {{(pid=101554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:25:05.731360 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.scheduler.base_scheduler [None req-9b4c5b19-15a4-4ef7-97d6-6ec4e83dbcf4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:25:05.805861 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665366f0-95fc-471e-9bf4-85da17a65565 None None] Routers {'5901960b-0c52-423d-9136-572b11dcde21'} bound to L3 agent in host dv-cinder-816695-1-iscsi {{(pid=101555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:25:05.806505 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_hamode_db [None req-665366f0-95fc-471e-9bf4-85da17a65565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-18T18:05:14Z,description=,heartbeat_timestamp=2021-11-18T18:24:44Z,host='dv-cinder-816695-1-iscsi',id=11d55508-f5ea-4178-bd3a-0ed8666e5761,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T18:05:14Z,topic='l3_agent')) {'router_ids': ['5901960b-0c52-423d-9136-572b11dcde21'], 'active': True} {{(pid=101555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:25:05.879847 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b4c5b19-15a4-4ef7-97d6-6ec4e83dbcf4 admin admin] Router 5901960b-0c52-423d-9136-572b11dcde21 has already been hosted by L3 agent 11d55508-f5ea-4178-bd3a-0ed8666e5761 {{(pid=101554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 18:25:05.926468 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6e5329-af34-4dc1-a913-b7ffa062fc25 None None] Pushing event updated for resources: {'Port': ['ID=ff7d3f67-3e07-4d14-b80d-4cab3fc90c52,revision_number=3']} {{(pid=101555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:25:05.972264 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_dvr_db [None req-665366f0-95fc-471e-9bf4-85da17a65565 None None] Set router 5901960b-0c52-423d-9136-572b11dcde21 gateway port host: dv-cinder-816695-1-iscsi {{(pid=101555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:25:06.026654 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b4c5b19-15a4-4ef7-97d6-6ec4e83dbcf4 admin admin] Notify agent at l3_agent.dv-cinder-816695-1-iscsi the message routers_updated {{(pid=101554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 18:25:06.036656 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-9b4c5b19-15a4-4ef7-97d6-6ec4e83dbcf4 admin admin] 10.222.0.21 "PUT /v2.0/routers/5901960b-0c52-423d-9136-572b11dcde21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6680288 Nov 18 18:25:06.169534 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-179593fb-f299-4ace-9500-9b651d3d4386 None None] Provisioning complete for port 560a4b6d-e9de-487b-ad59-0fe5987b2c97 triggered by entity DHCP. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:25:06.170251 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-179593fb-f299-4ace-9500-9b651d3d4386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:06.266243 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.plugin [None req-179593fb-f299-4ace-9500-9b651d3d4386 None None] Port 560a4b6d-e9de-487b-ad59-0fe5987b2c97 cannot update to ACTIVE because it is not bound. {{(pid=101555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 18 18:25:06.274357 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Device cba124fb-2dae-4a05-9b30-f0e055cfa3a6 up at agent ovs-agent-dv-cinder-816695-1-iscsi {{(pid=101555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:25:06.322789 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_hamode_db [None req-665366f0-95fc-471e-9bf4-85da17a65565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5901960b-0c52-423d-9136-572b11dcde21', 'name': 'tempest-TestVolumeBootPattern-1250912335-router', 'tenant_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'external_fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': 'ff7d3f67-3e07-4d14-b80d-4cab3fc90c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:25:02Z', 'updated_at': '2021-11-18T18:25:05Z', 'revision_number': 4, 'project_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'gw_port': {'id': 'ff7d3f67-3e07-4d14-b80d-4cab3fc90c52', 'name': '', 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:5a:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5901960b-0c52-423d-9136-572b11dcde21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:25:02Z', 'updated_at': '2021-11-18T18:25:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816695-1-iscsi', '_interfaces': [{'id': '560a4b6d-e9de-487b-ad59-0fe5987b2c97', 'name': '', 'network_id': '3934163e-7755-439f-bda9-12f9f87b1bd2', 'tenant_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'mac_address': 'fa:16:3e:ff:a8:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5901960b-0c52-423d-9136-572b11dcde21', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '28855948-909f-4d6a-a5b1-6e9277fe95e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:25:04Z', 'updated_at': '2021-11-18T18:25:05Z', 'revision_number': 2, 'project_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'subnets': [{'id': '28855948-909f-4d6a-a5b1-6e9277fe95e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816695-1-iscsi', False) {} {{(pid=101555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:25:06.331801 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 54708) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:25:06.351976 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665366f0-95fc-471e-9bf4-85da17a65565 None None] The sync data for ids ['5901960b-0c52-423d-9136-572b11dcde21'] in dv-cinder-816695-1-iscsi is: [{'id': '5901960b-0c52-423d-9136-572b11dcde21', 'name': 'tempest-TestVolumeBootPattern-1250912335-router', 'tenant_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'external_fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': 'ff7d3f67-3e07-4d14-b80d-4cab3fc90c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:25:02Z', 'updated_at': '2021-11-18T18:25:05Z', 'revision_number': 4, 'project_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'gw_port': {'id': 'ff7d3f67-3e07-4d14-b80d-4cab3fc90c52', 'name': '', 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:5a:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5901960b-0c52-423d-9136-572b11dcde21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:25:02Z', 'updated_at': '2021-11-18T18:25:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816695-1-iscsi', '_interfaces': [{'id': '560a4b6d-e9de-487b-ad59-0fe5987b2c97', 'name': '', 'network_id': '3934163e-7755-439f-bda9-12f9f87b1bd2', 'tenant_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'mac_address': 'fa:16:3e:ff:a8:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5901960b-0c52-423d-9136-572b11dcde21', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '28855948-909f-4d6a-a5b1-6e9277fe95e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:25:04Z', 'updated_at': '2021-11-18T18:25:05Z', 'revision_number': 2, 'project_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'subnets': [{'id': '28855948-909f-4d6a-a5b1-6e9277fe95e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 18:25:06.368761 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Provisioning complete for port cba124fb-2dae-4a05-9b30-f0e055cfa3a6 triggered by entity L2. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:25:06.369280 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:06.547373 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-dce09328-340d-454c-82ef-f9c8d5e0456b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:06.688430 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-dce09328-340d-454c-82ef-f9c8d5e0456b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:06.694188 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-dce09328-340d-454c-82ef-f9c8d5e0456b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:06.746349 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-dce09328-340d-454c-82ef-f9c8d5e0456b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0dc6e60dd2464a8aa0bcdd1914fa9043&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4133365 Nov 18 18:25:06.747491 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce09328-340d-454c-82ef-f9c8d5e0456b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5de08b5c-166d-437e-bc1e-ccfeb0025587,revision_number=1']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:25:06.749467 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 54720) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:25:06.806465 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 54722) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:25:06.814192 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.v2.base [None req-0b5904d8-8e4a-4563-ac89-1db2549817cd admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1166658766-network', 'tenant_id': '74ad268b01ea4bb09293580a9cd7d323'}} {{(pid=101553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:25:06.826166 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-fcfbfb42-4705-4768-b3c1-ea4c9f241eb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:06.842782 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b5904d8-8e4a-4563-ac89-1db2549817cd admin admin] Made reservation on behalf of 74ad268b01ea4bb09293580a9cd7d323 for: {'network': 1} {{(pid=101553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 18:25:06.846489 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-0b5904d8-8e4a-4563-ac89-1db2549817cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for network, before_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:06.854537 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-fcfbfb42-4705-4768-b3c1-ea4c9f241eb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:06.859591 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-0b5904d8-8e4a-4563-ac89-1db2549817cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:06.923128 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-fcfbfb42-4705-4768-b3c1-ea4c9f241eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:06.926907 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-fcfbfb42-4705-4768-b3c1-ea4c9f241eb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:06.928582 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-fcfbfb42-4705-4768-b3c1-ea4c9f241eb2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5de08b5c-166d-437e-bc1e-ccfeb0025587 HTTP/1.1" status: 204 len: 168 time: 0.1775837 Nov 18 18:25:06.945419 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfbfb42-4705-4768-b3c1-ea4c9f241eb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5de08b5c-166d-437e-bc1e-ccfeb0025587,revision_number=None']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:25:06.978782 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-0b5904d8-8e4a-4563-ac89-1db2549817cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:06.984272 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-0b5904d8-8e4a-4563-ac89-1db2549817cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:07.020169 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b5904d8-8e4a-4563-ac89-1db2549817cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 770} {{(pid=101553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 18:25:07.044500 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5904d8-8e4a-4563-ac89-1db2549817cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80eb9fba-3e3a-45a3-b884-a5f9fad00994,revision_number=1']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:25:07.049158 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-0b5904d8-8e4a-4563-ac89-1db2549817cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1774666'] for segment, precommit_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:07.049548 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.db.segments_db [None req-0b5904d8-8e4a-4563-ac89-1db2549817cd admin admin] Added segment 4afe0bd8-a1f3-432b-8056-5aa80e181335 of type vlan for network 19773b34-c70d-4a34-960c-aacf4deb7e74 Nov 18 18:25:07.110065 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-0b5904d8-8e4a-4563-ac89-1db2549817cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768456854164'] for network, precommit_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:07.148629 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-0b5904d8-8e4a-4563-ac89-1db2549817cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922'] for network, after_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:07.149755 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5904d8-8e4a-4563-ac89-1db2549817cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:25:07.150362 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-0b5904d8-8e4a-4563-ac89-1db2549817cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553968'] for network, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:07.189854 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 54728) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:25:07.193289 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-0b5904d8-8e4a-4563-ac89-1db2549817cd admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3792751 Nov 18 18:25:07.197785 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.v2.base [None req-cf71e136-004c-4e20-8390-0cfcc9ee9fae admin admin] Request body: {'subnet': {'network_id': '19773b34-c70d-4a34-960c-aacf4deb7e74', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1166658766-subnet', 'tenant_id': '74ad268b01ea4bb09293580a9cd7d323', 'ip_version': 4}} {{(pid=101554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:25:07.231499 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf71e136-004c-4e20-8390-0cfcc9ee9fae admin admin] Made reservation on behalf of 74ad268b01ea4bb09293580a9cd7d323 for: {'subnet': 1} {{(pid=101554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 18:25:07.236108 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-cf71e136-004c-4e20-8390-0cfcc9ee9fae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5600025'] for subnet, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:07.272389 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5904d8-8e4a-4563-ac89-1db2549817cd admin admin] Pushing event updated for resources: {'Network': ['ID=19773b34-c70d-4a34-960c-aacf4deb7e74,revision_number=1']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:25:07.293349 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Network 19773b34-c70d-4a34-960c-aacf4deb7e74 details requested by agent ovs-agent-dv-cinder-816695-1-iscsi with host dv-cinder-816695-1-iscsi {{(pid=101555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 18:25:07.471097 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-cf71e136-004c-4e20-8390-0cfcc9ee9fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6202745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5600047'] for subnet, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:07.496139 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 54730) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:25:07.512265 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-66f4e625-019e-45e8-8420-7c1c291542bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:07.537071 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf71e136-004c-4e20-8390-0cfcc9ee9fae admin admin] Pushing event updated for resources: {'Subnet': ['ID=902f9f38-a685-4c82-8d2d-241557128b22,revision_number=0']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:25:07.557119 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf71e136-004c-4e20-8390-0cfcc9ee9fae admin admin] Checking segment: {'id': '4afe0bd8-a1f3-432b-8056-5aa80e181335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '19773b34-c70d-4a34-960c-aacf4deb7e74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 18 18:25:07.557632 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf71e136-004c-4e20-8390-0cfcc9ee9fae admin admin] Network hostable DHCP agents. Network: 19773b34-c70d-4a34-960c-aacf4deb7e74, hostable agents: ['3fbd36fe-782c-4617-8e97-99410d5610de'], hosted agents: [] {{(pid=101554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 18:25:07.578102 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf71e136-004c-4e20-8390-0cfcc9ee9fae admin admin] Network 19773b34-c70d-4a34-960c-aacf4deb7e74 is scheduled to be hosted by DHCP agent 3fbd36fe-782c-4617-8e97-99410d5610de with binding_index 1 {{(pid=101554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 18:25:07.592546 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.scheduler.base_scheduler [None req-cf71e136-004c-4e20-8390-0cfcc9ee9fae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816695-1-iscsi, 19773b34-c70d-4a34-960c-aacf4deb7e74) {{(pid=101554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:25:07.597788 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf71e136-004c-4e20-8390-0cfcc9ee9fae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:25:07.598380 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-cf71e136-004c-4e20-8390-0cfcc9ee9fae admin admin] Notify callbacks [] for subnet, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:07.605415 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18499c4a-2491-4545-86b6-35146733cfe2 None None] Network 19773b34-c70d-4a34-960c-aacf4deb7e74 requested from dv-cinder-816695-1-iscsi {{(pid=101555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 18:25:07.636831 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-cf71e136-004c-4e20-8390-0cfcc9ee9fae admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4481292 Nov 18 18:25:07.639134 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 54732) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:25:07.643563 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-66f4e625-019e-45e8-8420-7c1c291542bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:07.644629 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.v2.base [None req-630421ce-dc12-452d-8849-1cc34becc4e3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1166658766-router', 'tenant_id': '74ad268b01ea4bb09293580a9cd7d323', 'external_gateway_info': {'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364'}}} {{(pid=101554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:25:07.649674 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-66f4e625-019e-45e8-8420-7c1c291542bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:07.673812 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-630421ce-dc12-452d-8849-1cc34becc4e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362720', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15882'] for router, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:07.675071 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-630421ce-dc12-452d-8849-1cc34becc4e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-366266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15875'] for router, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:07.685704 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f4e625-019e-45e8-8420-7c1c291542bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10a5c44a-fb53-4c70-a229-458c48f20a03,revision_number=1']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:25:07.725078 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-66f4e625-019e-45e8-8420-7c1c291542bf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f149e7a4821547e989800c03650045a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2276807 Nov 18 18:25:07.728225 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 54734) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:25:07.746312 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-630421ce-dc12-452d-8849-1cc34becc4e3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:07.796553 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-1f5a4fc1-605a-43f0-9f42-640d8febed52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:07.806376 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34208e3a-1a1c-45a6-8e69-08c9b742dc39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5e6a097-ea3c-5b2a-9327-4706adb4f366-19773b34-c70d-4a34-960c-aacf4deb7e74', 'network_id': '19773b34-c70d-4a34-960c-aacf4deb7e74', 'tenant_id': '74ad268b01ea4bb09293580a9cd7d323', 'fixed_ips': [{'subnet_id': '902f9f38-a685-4c82-8d2d-241557128b22'}]}} from dv-cinder-816695-1-iscsi. {{(pid=101555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 18:25:07.807364 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-34208e3a-1a1c-45a6-8e69-08c9b742dc39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_create {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:07.825346 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-1f5a4fc1-605a-43f0-9f42-640d8febed52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:07.893767 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-1f5a4fc1-605a-43f0-9f42-640d8febed52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:07.896740 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-1f5a4fc1-605a-43f0-9f42-640d8febed52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:07.901373 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-1f5a4fc1-605a-43f0-9f42-640d8febed52 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/10a5c44a-fb53-4c70-a229-458c48f20a03 HTTP/1.1" status: 204 len: 168 time: 0.1721690 Nov 18 18:25:07.909524 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5a4fc1-605a-43f0-9f42-640d8febed52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10a5c44a-fb53-4c70-a229-458c48f20a03,revision_number=None']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:25:07.911618 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-630421ce-dc12-452d-8849-1cc34becc4e3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:08.132954 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.db_base_plugin_common [None req-34208e3a-1a1c-45a6-8e69-08c9b742dc39 None None] Allocated IP 172.20.0.2 (19773b34-c70d-4a34-960c-aacf4deb7e74/902f9f38-a685-4c82-8d2d-241557128b22/8d9856be-6f2a-49b2-b515-828d317b9ef1) {{(pid=101555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 18:25:08.144444 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-630421ce-dc12-452d-8849-1cc34becc4e3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:08.164260 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-630421ce-dc12-452d-8849-1cc34becc4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:08.295295 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.db.db_base_plugin_common [None req-630421ce-dc12-452d-8849-1cc34becc4e3 admin admin] Allocated IP 172.27.0.182 (681a8de3-317c-4c8e-b068-d1104cc9c364/7ba09554-0552-4432-a7a0-26d8d0284def/3f896c91-f227-4a85-af0d-4a10ac2d04e3) {{(pid=101554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 18:25:08.303458 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Device ff7d3f67-3e07-4d14-b80d-4cab3fc90c52 up at agent ovs-agent-dv-cinder-816695-1-iscsi {{(pid=101555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:25:08.356034 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-34208e3a-1a1c-45a6-8e69-08c9b742dc39 None None] Notify callbacks [] for port, precommit_create {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:08.368406 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-34208e3a-1a1c-45a6-8e69-08c9b742dc39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768456900401'] for port, after_create {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:08.413132 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-630421ce-dc12-452d-8849-1cc34becc4e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:08.415686 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34208e3a-1a1c-45a6-8e69-08c9b742dc39 None None] Network 19773b34-c70d-4a34-960c-aacf4deb7e74 is already hosted by enough agents. {{(pid=101555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:25:08.416453 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Provisioning complete for port ff7d3f67-3e07-4d14-b80d-4cab3fc90c52 triggered by entity L2. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:25:08.416828 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:08.420987 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.scheduler.base_scheduler [None req-34208e3a-1a1c-45a6-8e69-08c9b742dc39 None None] Resources bound (agent type, host, resource id): {{(pid=101555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:25:08.443406 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34208e3a-1a1c-45a6-8e69-08c9b742dc39 None None] Received port after_create {{(pid=101555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 18:25:08.449838 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-630421ce-dc12-452d-8849-1cc34becc4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768456900401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6202601'] for port, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:08.450325 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34208e3a-1a1c-45a6-8e69-08c9b742dc39 None None] Pushing event updated for resources: {'Port': ['ID=8d9856be-6f2a-49b2-b515-828d317b9ef1,revision_number=1']} {{(pid=101555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:25:08.493996 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-630421ce-dc12-452d-8849-1cc34becc4e3 admin admin] Network 681a8de3-317c-4c8e-b068-d1104cc9c364 is already hosted by enough agents. {{(pid=101554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:25:08.497216 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.scheduler.base_scheduler [None req-630421ce-dc12-452d-8849-1cc34becc4e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:25:08.502053 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630421ce-dc12-452d-8849-1cc34becc4e3 admin admin] Received port after_create {{(pid=101554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 18:25:08.523028 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.managers [None req-34208e3a-1a1c-45a6-8e69-08c9b742dc39 None None] Attempting to bind port 8d9856be-6f2a-49b2-b515-828d317b9ef1 on host dv-cinder-816695-1-iscsi for vnic_type normal with profile {{(pid=101555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 18 18:25:08.523408 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.managers [None req-34208e3a-1a1c-45a6-8e69-08c9b742dc39 None None] Attempting to bind port 8d9856be-6f2a-49b2-b515-828d317b9ef1 by drivers openvswitch,hyperv on host dv-cinder-816695-1-iscsi at level 0 using segments [{'id': '4afe0bd8-a1f3-432b-8056-5aa80e181335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '19773b34-c70d-4a34-960c-aacf4deb7e74'}] {{(pid=101555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 18 18:25:08.523777 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34208e3a-1a1c-45a6-8e69-08c9b742dc39 None None] Attempting to bind port 8d9856be-6f2a-49b2-b515-828d317b9ef1 on network 19773b34-c70d-4a34-960c-aacf4deb7e74 {{(pid=101555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:25:08.536180 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34208e3a-1a1c-45a6-8e69-08c9b742dc39 None None] Checking agent: {'id': '1b150279-be03-4dd2-a318-1a957a9087ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816695-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 18, 5, 14), 'started_at': datetime.datetime(2021, 11, 18, 18, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 18, 24, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816695-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 18:25:08.536790 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34208e3a-1a1c-45a6-8e69-08c9b742dc39 None None] Checking segment: {'id': '4afe0bd8-a1f3-432b-8056-5aa80e181335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '19773b34-c70d-4a34-960c-aacf4deb7e74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 18 18:25:08.537459 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-34208e3a-1a1c-45a6-8e69-08c9b742dc39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:08.538035 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34208e3a-1a1c-45a6-8e69-08c9b742dc39 None None] Bound using segment: {'id': '4afe0bd8-a1f3-432b-8056-5aa80e181335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '19773b34-c70d-4a34-960c-aacf4deb7e74'} {{(pid=101555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 18:25:08.538680 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.managers [None req-34208e3a-1a1c-45a6-8e69-08c9b742dc39 None None] Bound port: 8d9856be-6f2a-49b2-b515-828d317b9ef1, host: dv-cinder-816695-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4afe0bd8-a1f3-432b-8056-5aa80e181335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '19773b34-c70d-4a34-960c-aacf4deb7e74'}}] {{(pid=101555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 18 18:25:08.539229 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-34208e3a-1a1c-45a6-8e69-08c9b742dc39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:08.545705 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630421ce-dc12-452d-8849-1cc34becc4e3 admin admin] Pushing event updated for resources: {'Port': ['ID=3f896c91-f227-4a85-af0d-4a10ac2d04e3,revision_number=1']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:25:08.608058 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:08.646087 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] For port ff7d3f67-3e07-4d14-b80d-4cab3fc90c52, host dv-cinder-816695-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816695-1-iscsi',level=0,port_id=ff7d3f67-3e07-4d14-b80d-4cab3fc90c52,segment=NetworkSegment(ccf61333-990a-41b6-8fac-e85eb4401822),segment_id=ccf61333-990a-41b6-8fac-e85eb4401822)] {{(pid=101555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:25:08.653494 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:08.661520 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-34208e3a-1a1c-45a6-8e69-08c9b742dc39 None None] For port 8d9856be-6f2a-49b2-b515-828d317b9ef1, host dv-cinder-816695-1-iscsi, cleared binding levels {{(pid=101555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 18:25:08.695832 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-34208e3a-1a1c-45a6-8e69-08c9b742dc39 None None] For port 8d9856be-6f2a-49b2-b515-828d317b9ef1, host dv-cinder-816695-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816695-1-iscsi',level=0,port_id=8d9856be-6f2a-49b2-b515-828d317b9ef1,segment=NetworkSegment(4afe0bd8-a1f3-432b-8056-5aa80e181335),segment_id=4afe0bd8-a1f3-432b-8056-5aa80e181335)] {{(pid=101555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 18:25:08.703226 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-34208e3a-1a1c-45a6-8e69-08c9b742dc39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:08.730963 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Pushing event updated for resources: {'Port': ['ID=ff7d3f67-3e07-4d14-b80d-4cab3fc90c52,revision_number=4']} {{(pid=101555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:25:08.802987 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34208e3a-1a1c-45a6-8e69-08c9b742dc39 None None] Pushing event updated for resources: {'Port': ['ID=8d9856be-6f2a-49b2-b515-828d317b9ef1,revision_number=2']} {{(pid=101555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:25:08.803726 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 54756) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:25:08.841462 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-630421ce-dc12-452d-8849-1cc34becc4e3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:08.929459 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.v2.base [None req-e330fde7-2463-49d5-a088-e114c46fc848 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1188456504-network', 'tenant_id': '11f46c68a0c44de3bfb3dbd0904f4849'}} {{(pid=101553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:25:08.969465 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e330fde7-2463-49d5-a088-e114c46fc848 admin admin] Made reservation on behalf of 11f46c68a0c44de3bfb3dbd0904f4849 for: {'network': 1} {{(pid=101553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 18:25:08.974842 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-e330fde7-2463-49d5-a088-e114c46fc848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for network, before_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:08.990177 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-e330fde7-2463-49d5-a088-e114c46fc848 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:09.036623 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd39f99-1263-4812-a49f-08ffc8080132 None None] Sync routers for ids ['5901960b-0c52-423d-9136-572b11dcde21'] in dv-cinder-816695-1-iscsi {{(pid=101556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 18:25:09.050502 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd39f99-1263-4812-a49f-08ffc8080132 None None] Routers {'5901960b-0c52-423d-9136-572b11dcde21'} bound to L3 agent in host dv-cinder-816695-1-iscsi {{(pid=101556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:25:09.052135 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_hamode_db [None req-6fd39f99-1263-4812-a49f-08ffc8080132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-18T18:05:14Z,description=,heartbeat_timestamp=2021-11-18T18:24:44Z,host='dv-cinder-816695-1-iscsi',id=11d55508-f5ea-4178-bd3a-0ed8666e5761,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T18:05:14Z,topic='l3_agent')) {'router_ids': ['5901960b-0c52-423d-9136-572b11dcde21'], 'active': True} {{(pid=101556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:25:09.099515 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-e330fde7-2463-49d5-a088-e114c46fc848 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:09.106885 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-e330fde7-2463-49d5-a088-e114c46fc848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:09.121338 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e330fde7-2463-49d5-a088-e114c46fc848 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 765} {{(pid=101553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 18:25:09.132728 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-e330fde7-2463-49d5-a088-e114c46fc848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1774666'] for segment, precommit_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:09.133203 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.db.segments_db [None req-e330fde7-2463-49d5-a088-e114c46fc848 admin admin] Added segment 2642fec4-336e-41f6-bdb4-c1b2f8ff8ee1 of type vlan for network 1622afc0-6d82-424e-996b-fb93dc13f0e4 Nov 18 18:25:09.183267 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_dvr_db [None req-6fd39f99-1263-4812-a49f-08ffc8080132 None None] Set router 5901960b-0c52-423d-9136-572b11dcde21 gateway port host: dv-cinder-816695-1-iscsi {{(pid=101556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:25:09.195089 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e330fde7-2463-49d5-a088-e114c46fc848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=618a6701-7aa6-46c7-8a0c-78c8fbc7401c,revision_number=1']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:25:09.199304 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-e330fde7-2463-49d5-a088-e114c46fc848 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768456854164'] for network, precommit_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:09.231033 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-e330fde7-2463-49d5-a088-e114c46fc848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922'] for network, after_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:09.232362 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e330fde7-2463-49d5-a088-e114c46fc848 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:25:09.232778 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-e330fde7-2463-49d5-a088-e114c46fc848 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553968'] for network, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:09.309814 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-e330fde7-2463-49d5-a088-e114c46fc848 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5040333 Nov 18 18:25:09.313036 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 54760) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:25:09.317966 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.v2.base [None req-f216b2b5-6a65-4f20-85d4-d5e709d0bc61 admin admin] Request body: {'subnet': {'network_id': '1622afc0-6d82-424e-996b-fb93dc13f0e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1188456504-subnet', 'tenant_id': '11f46c68a0c44de3bfb3dbd0904f4849', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:25:09.327352 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e330fde7-2463-49d5-a088-e114c46fc848 admin admin] Pushing event updated for resources: {'Network': ['ID=1622afc0-6d82-424e-996b-fb93dc13f0e4,revision_number=1']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:25:09.350340 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Network 1622afc0-6d82-424e-996b-fb93dc13f0e4 details requested by agent ovs-agent-dv-cinder-816695-1-iscsi with host dv-cinder-816695-1-iscsi {{(pid=101555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 18:25:09.351758 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f216b2b5-6a65-4f20-85d4-d5e709d0bc61 admin admin] Made reservation on behalf of 11f46c68a0c44de3bfb3dbd0904f4849 for: {'subnet': 1} {{(pid=101553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 18:25:09.355666 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-f216b2b5-6a65-4f20-85d4-d5e709d0bc61 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6021510'] for subnet, before_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:09.391271 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-630421ce-dc12-452d-8849-1cc34becc4e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-366319'] for router, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:09.436600 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_hamode_db [None req-6fd39f99-1263-4812-a49f-08ffc8080132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5901960b-0c52-423d-9136-572b11dcde21', 'name': 'tempest-TestVolumeBootPattern-1250912335-router', 'tenant_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'external_fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': 'ff7d3f67-3e07-4d14-b80d-4cab3fc90c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:25:02Z', 'updated_at': '2021-11-18T18:25:05Z', 'revision_number': 4, 'project_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'gw_port': {'id': 'ff7d3f67-3e07-4d14-b80d-4cab3fc90c52', 'name': '', 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:5a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5901960b-0c52-423d-9136-572b11dcde21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:25:02Z', 'updated_at': '2021-11-18T18:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816695-1-iscsi', '_interfaces': [{'id': '560a4b6d-e9de-487b-ad59-0fe5987b2c97', 'name': '', 'network_id': '3934163e-7755-439f-bda9-12f9f87b1bd2', 'tenant_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'mac_address': 'fa:16:3e:ff:a8:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5901960b-0c52-423d-9136-572b11dcde21', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '28855948-909f-4d6a-a5b1-6e9277fe95e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:25:04Z', 'updated_at': '2021-11-18T18:25:05Z', 'revision_number': 2, 'project_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'subnets': [{'id': '28855948-909f-4d6a-a5b1-6e9277fe95e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816695-1-iscsi', False) {} {{(pid=101556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:25:09.467867 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd39f99-1263-4812-a49f-08ffc8080132 None None] Checking router: 5901960b-0c52-423d-9136-572b11dcde21 for host: dv-cinder-816695-1-iscsi {{(pid=101556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 18:25:09.468538 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd39f99-1263-4812-a49f-08ffc8080132 None None] Updating router 5901960b-0c52-423d-9136-572b11dcde21 port 560a4b6d-e9de-487b-ad59-0fe5987b2c97 binding host dv-cinder-816695-1-iscsi {{(pid=101556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 18:25:09.504573 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron_lib.callbacks.manager [None req-6fd39f99-1263-4812-a49f-08ffc8080132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:09.562140 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-630421ce-dc12-452d-8849-1cc34becc4e3 admin admin] Router 46c72e2b-879d-40bc-80c0-ab2c6742cc71 is scheduled to L3 agent 11d55508-f5ea-4178-bd3a-0ed8666e5761 with binding_index 1 {{(pid=101554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 18 18:25:09.588923 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-f216b2b5-6a65-4f20-85d4-d5e709d0bc61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5584252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6021552'] for subnet, after_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:09.646202 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f216b2b5-6a65-4f20-85d4-d5e709d0bc61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0510f0fa-374e-4bcf-a223-fcb81dbe580b,revision_number=0']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:25:09.684691 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f216b2b5-6a65-4f20-85d4-d5e709d0bc61 admin admin] Checking segment: {'id': '2642fec4-336e-41f6-bdb4-c1b2f8ff8ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '1622afc0-6d82-424e-996b-fb93dc13f0e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 18 18:25:09.685071 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f216b2b5-6a65-4f20-85d4-d5e709d0bc61 admin admin] Network hostable DHCP agents. Network: 1622afc0-6d82-424e-996b-fb93dc13f0e4, hostable agents: ['3fbd36fe-782c-4617-8e97-99410d5610de'], hosted agents: [] {{(pid=101553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 18:25:09.706456 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f216b2b5-6a65-4f20-85d4-d5e709d0bc61 admin admin] Network 1622afc0-6d82-424e-996b-fb93dc13f0e4 is scheduled to be hosted by DHCP agent 3fbd36fe-782c-4617-8e97-99410d5610de with binding_index 1 {{(pid=101553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 18:25:09.709399 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-630421ce-dc12-452d-8849-1cc34becc4e3 admin admin] Notify agent at l3_agent.dv-cinder-816695-1-iscsi the message routers_updated {{(pid=101554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 18:25:09.722633 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88dd62df-3aa7-49da-84c7-fe403a69dd75 None None] Sync routers for ids ['46c72e2b-879d-40bc-80c0-ab2c6742cc71'] in dv-cinder-816695-1-iscsi {{(pid=101555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 18:25:09.736169 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88dd62df-3aa7-49da-84c7-fe403a69dd75 None None] Routers {'46c72e2b-879d-40bc-80c0-ab2c6742cc71'} bound to L3 agent in host dv-cinder-816695-1-iscsi {{(pid=101555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:25:09.736522 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.scheduler.base_scheduler [None req-f216b2b5-6a65-4f20-85d4-d5e709d0bc61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816695-1-iscsi, 1622afc0-6d82-424e-996b-fb93dc13f0e4) {{(pid=101553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:25:09.738314 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_hamode_db [None req-88dd62df-3aa7-49da-84c7-fe403a69dd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-18T18:05:14Z,description=,heartbeat_timestamp=2021-11-18T18:24:44Z,host='dv-cinder-816695-1-iscsi',id=11d55508-f5ea-4178-bd3a-0ed8666e5761,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T18:05:14Z,topic='l3_agent')) {'router_ids': ['46c72e2b-879d-40bc-80c0-ab2c6742cc71'], 'active': True} {{(pid=101555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:25:09.738730 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-630421ce-dc12-452d-8849-1cc34becc4e3 admin admin] Notify callbacks [] for router, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:09.743853 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 54762) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:25:09.745517 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-630421ce-dc12-452d-8849-1cc34becc4e3 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.1047339 Nov 18 18:25:09.748909 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f216b2b5-6a65-4f20-85d4-d5e709d0bc61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:25:09.750708 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29558099-c0ff-4406-a384-bb0035121f39 None None] Network 1622afc0-6d82-424e-996b-fb93dc13f0e4 requested from dv-cinder-816695-1-iscsi {{(pid=101555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 18:25:09.757747 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-f216b2b5-6a65-4f20-85d4-d5e709d0bc61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553968'] for subnet, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:09.857389 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-f216b2b5-6a65-4f20-85d4-d5e709d0bc61 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5355995 Nov 18 18:25:09.880028 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron_lib.callbacks.manager [None req-6fd39f99-1263-4812-a49f-08ffc8080132 None None] Notify callbacks [] for port, precommit_update {{(pid=101556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:09.891301 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron_lib.callbacks.manager [None req-6fd39f99-1263-4812-a49f-08ffc8080132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:09.957909 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_dvr_db [None req-88dd62df-3aa7-49da-84c7-fe403a69dd75 None None] Set router 46c72e2b-879d-40bc-80c0-ab2c6742cc71 gateway port host: dv-cinder-816695-1-iscsi {{(pid=101555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:25:09.998513 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdbe476-03b3-4de8-ad42-170b1312023f None None] Pushing event updated for resources: {'Port': ['ID=560a4b6d-e9de-487b-ad59-0fe5987b2c97,revision_number=3']} {{(pid=101556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:25:10.003125 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.plugins.ml2.managers [None req-6fd39f99-1263-4812-a49f-08ffc8080132 None None] Attempting to bind port 560a4b6d-e9de-487b-ad59-0fe5987b2c97 on host dv-cinder-816695-1-iscsi for vnic_type normal with profile {{(pid=101556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 18 18:25:10.003525 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.plugins.ml2.managers [None req-6fd39f99-1263-4812-a49f-08ffc8080132 None None] Attempting to bind port 560a4b6d-e9de-487b-ad59-0fe5987b2c97 by drivers openvswitch,hyperv on host dv-cinder-816695-1-iscsi at level 0 using segments [{'id': '534bee31-a5bf-46bd-8839-28b388237d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '3934163e-7755-439f-bda9-12f9f87b1bd2'}] {{(pid=101556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 18 18:25:10.003857 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd39f99-1263-4812-a49f-08ffc8080132 None None] Attempting to bind port 560a4b6d-e9de-487b-ad59-0fe5987b2c97 on network 3934163e-7755-439f-bda9-12f9f87b1bd2 {{(pid=101556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:25:10.013917 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdbe476-03b3-4de8-ad42-170b1312023f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:25:10.014339 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdbe476-03b3-4de8-ad42-170b1312023f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:25:10.014680 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdbe476-03b3-4de8-ad42-170b1312023f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:25:10.015255 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdbe476-03b3-4de8-ad42-170b1312023f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:25:10.015588 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdbe476-03b3-4de8-ad42-170b1312023f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:25:10.017066 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdbe476-03b3-4de8-ad42-170b1312023f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:25:10.017473 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdbe476-03b3-4de8-ad42-170b1312023f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:25:10.017801 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdbe476-03b3-4de8-ad42-170b1312023f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:25:10.018139 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdbe476-03b3-4de8-ad42-170b1312023f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:25:10.018479 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdbe476-03b3-4de8-ad42-170b1312023f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:25:10.018787 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdbe476-03b3-4de8-ad42-170b1312023f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:25:10.019103 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdbe476-03b3-4de8-ad42-170b1312023f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:25:10.028626 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd39f99-1263-4812-a49f-08ffc8080132 None None] Checking agent: {'id': '1b150279-be03-4dd2-a318-1a957a9087ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816695-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 18, 5, 14), 'started_at': datetime.datetime(2021, 11, 18, 18, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 18, 24, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816695-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 18:25:10.029003 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd39f99-1263-4812-a49f-08ffc8080132 None None] Checking segment: {'id': '534bee31-a5bf-46bd-8839-28b388237d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '3934163e-7755-439f-bda9-12f9f87b1bd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 18 18:25:10.029392 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron_lib.callbacks.manager [None req-6fd39f99-1263-4812-a49f-08ffc8080132 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:10.029774 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd39f99-1263-4812-a49f-08ffc8080132 None None] Bound using segment: {'id': '534bee31-a5bf-46bd-8839-28b388237d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '3934163e-7755-439f-bda9-12f9f87b1bd2'} {{(pid=101556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 18:25:10.030247 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.plugins.ml2.managers [None req-6fd39f99-1263-4812-a49f-08ffc8080132 None None] Bound port: 560a4b6d-e9de-487b-ad59-0fe5987b2c97, host: dv-cinder-816695-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '534bee31-a5bf-46bd-8839-28b388237d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '3934163e-7755-439f-bda9-12f9f87b1bd2'}}] {{(pid=101556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 18 18:25:10.036103 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron_lib.callbacks.manager [None req-6fd39f99-1263-4812-a49f-08ffc8080132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:10.139025 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.plugins.ml2.db [None req-6fd39f99-1263-4812-a49f-08ffc8080132 None None] For port 560a4b6d-e9de-487b-ad59-0fe5987b2c97, host dv-cinder-816695-1-iscsi, cleared binding levels {{(pid=101556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 18:25:10.141443 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae8fec0-a382-4c22-b7b0-f6c0a469b4cb None None] Network 19773b34-c70d-4a34-960c-aacf4deb7e74 requested from dv-cinder-816695-1-iscsi {{(pid=101555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 18:25:10.145018 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.plugins.ml2.db [None req-6fd39f99-1263-4812-a49f-08ffc8080132 None None] For port 560a4b6d-e9de-487b-ad59-0fe5987b2c97, host dv-cinder-816695-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816695-1-iscsi',level=0,port_id=560a4b6d-e9de-487b-ad59-0fe5987b2c97,segment=NetworkSegment(534bee31-a5bf-46bd-8839-28b388237d13),segment_id=534bee31-a5bf-46bd-8839-28b388237d13)] {{(pid=101556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 18:25:10.152221 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron_lib.callbacks.manager [None req-6fd39f99-1263-4812-a49f-08ffc8080132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:10.152444 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b4afb5-ce2c-406a-bcf2-746b23ae661a None None] Network 1622afc0-6d82-424e-996b-fb93dc13f0e4 requested from dv-cinder-816695-1-iscsi {{(pid=101555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 18:25:10.218071 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdbe476-03b3-4de8-ad42-170b1312023f None None] Pushing event updated for resources: {'Port': ['ID=560a4b6d-e9de-487b-ad59-0fe5987b2c97,revision_number=4']} {{(pid=101556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:25:10.253483 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd39f99-1263-4812-a49f-08ffc8080132 None None] Routers {'5901960b-0c52-423d-9136-572b11dcde21'} bound to L3 agent in host dv-cinder-816695-1-iscsi {{(pid=101556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:25:10.254124 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_hamode_db [None req-6fd39f99-1263-4812-a49f-08ffc8080132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-18T18:05:14Z,description=,heartbeat_timestamp=2021-11-18T18:24:44Z,host='dv-cinder-816695-1-iscsi',id=11d55508-f5ea-4178-bd3a-0ed8666e5761,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T18:05:14Z,topic='l3_agent')) {'router_ids': ['5901960b-0c52-423d-9136-572b11dcde21'], 'active': True} {{(pid=101556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:25:10.397858 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-36efec45-c426-45df-8f78-a4e8c37d8fcc None None] Provisioning complete for port 8d9856be-6f2a-49b2-b515-828d317b9ef1 triggered by entity DHCP. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:25:10.398853 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-36efec45-c426-45df-8f78-a4e8c37d8fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:10.438232 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_dvr_db [None req-6fd39f99-1263-4812-a49f-08ffc8080132 None None] Set router 5901960b-0c52-423d-9136-572b11dcde21 gateway port host: dv-cinder-816695-1-iscsi {{(pid=101556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:25:10.482466 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Device ff7d3f67-3e07-4d14-b80d-4cab3fc90c52 up at agent ovs-agent-dv-cinder-816695-1-iscsi {{(pid=101555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:25:10.586030 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-f56bdfc4-86ce-4cc4-91f6-f82546a53164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:10.751094 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_hamode_db [None req-6fd39f99-1263-4812-a49f-08ffc8080132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5901960b-0c52-423d-9136-572b11dcde21', 'name': 'tempest-TestVolumeBootPattern-1250912335-router', 'tenant_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'external_fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': 'ff7d3f67-3e07-4d14-b80d-4cab3fc90c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:25:02Z', 'updated_at': '2021-11-18T18:25:05Z', 'revision_number': 4, 'project_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'gw_port': {'id': 'ff7d3f67-3e07-4d14-b80d-4cab3fc90c52', 'name': '', 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:5a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5901960b-0c52-423d-9136-572b11dcde21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:25:02Z', 'updated_at': '2021-11-18T18:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816695-1-iscsi', '_interfaces': [{'id': '560a4b6d-e9de-487b-ad59-0fe5987b2c97', 'name': '', 'network_id': '3934163e-7755-439f-bda9-12f9f87b1bd2', 'tenant_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'mac_address': 'fa:16:3e:ff:a8:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5901960b-0c52-423d-9136-572b11dcde21', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '28855948-909f-4d6a-a5b1-6e9277fe95e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:25:04Z', 'updated_at': '2021-11-18T18:25:10Z', 'revision_number': 4, 'project_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'subnets': [{'id': '28855948-909f-4d6a-a5b1-6e9277fe95e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816695-1-iscsi', False) {} {{(pid=101556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:25:10.796942 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-36efec45-c426-45df-8f78-a4e8c37d8fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:10.801656 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.db.db_base_plugin_common [None req-f56bdfc4-86ce-4cc4-91f6-f82546a53164 admin admin] Allocated IP 172.20.0.1 (19773b34-c70d-4a34-960c-aacf4deb7e74/902f9f38-a685-4c82-8d2d-241557128b22/aa052f03-0abf-4d38-b608-2f1bf38c5683) {{(pid=101553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 18:25:10.804761 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd39f99-1263-4812-a49f-08ffc8080132 None None] The sync data for ids ['5901960b-0c52-423d-9136-572b11dcde21'] in dv-cinder-816695-1-iscsi is: [{'id': '5901960b-0c52-423d-9136-572b11dcde21', 'name': 'tempest-TestVolumeBootPattern-1250912335-router', 'tenant_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'external_fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': 'ff7d3f67-3e07-4d14-b80d-4cab3fc90c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:25:02Z', 'updated_at': '2021-11-18T18:25:05Z', 'revision_number': 4, 'project_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'gw_port': {'id': 'ff7d3f67-3e07-4d14-b80d-4cab3fc90c52', 'name': '', 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:5a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5901960b-0c52-423d-9136-572b11dcde21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:25:02Z', 'updated_at': '2021-11-18T18:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816695-1-iscsi', '_interfaces': [{'id': '560a4b6d-e9de-487b-ad59-0fe5987b2c97', 'name': '', 'network_id': '3934163e-7755-439f-bda9-12f9f87b1bd2', 'tenant_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'mac_address': 'fa:16:3e:ff:a8:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5901960b-0c52-423d-9136-572b11dcde21', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '28855948-909f-4d6a-a5b1-6e9277fe95e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:25:04Z', 'updated_at': '2021-11-18T18:25:10Z', 'revision_number': 4, 'project_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'subnets': [{'id': '28855948-909f-4d6a-a5b1-6e9277fe95e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 18:25:10.819578 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Provisioning complete for port ff7d3f67-3e07-4d14-b80d-4cab3fc90c52 triggered by entity L2. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:25:10.819957 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:10.875148 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_hamode_db [None req-88dd62df-3aa7-49da-84c7-fe403a69dd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46c72e2b-879d-40bc-80c0-ab2c6742cc71', 'name': 'tempest-TestVolumeBootPattern-1166658766-router', 'tenant_id': '74ad268b01ea4bb09293580a9cd7d323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'external_fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '3f896c91-f227-4a85-af0d-4a10ac2d04e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:25:07Z', 'updated_at': '2021-11-18T18:25:08Z', 'revision_number': 3, 'project_id': '74ad268b01ea4bb09293580a9cd7d323', 'gw_port': {'id': '3f896c91-f227-4a85-af0d-4a10ac2d04e3', 'name': '', 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:93:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46c72e2b-879d-40bc-80c0-ab2c6742cc71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:25:08Z', 'updated_at': '2021-11-18T18:25:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816695-1-iscsi'}], 'dv-cinder-816695-1-iscsi', False) {} {{(pid=101555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:25:10.937059 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-f56bdfc4-86ce-4cc4-91f6-f82546a53164 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:10.982348 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-f56bdfc4-86ce-4cc4-91f6-f82546a53164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768456900401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5584108'] for port, after_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:11.028546 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56bdfc4-86ce-4cc4-91f6-f82546a53164 admin admin] Network 19773b34-c70d-4a34-960c-aacf4deb7e74 is already hosted by enough agents. {{(pid=101553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:25:11.031629 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.scheduler.base_scheduler [None req-f56bdfc4-86ce-4cc4-91f6-f82546a53164 admin admin] Resources bound (agent type, host, resource id): {{(pid=101553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:25:11.035668 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56bdfc4-86ce-4cc4-91f6-f82546a53164 admin admin] Received port after_create {{(pid=101553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 18:25:11.052657 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-36efec45-c426-45df-8f78-a4e8c37d8fcc None None] For port 8d9856be-6f2a-49b2-b515-828d317b9ef1, host dv-cinder-816695-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816695-1-iscsi',level=0,port_id=8d9856be-6f2a-49b2-b515-828d317b9ef1,segment=NetworkSegment(4afe0bd8-a1f3-432b-8056-5aa80e181335),segment_id=4afe0bd8-a1f3-432b-8056-5aa80e181335)] {{(pid=101555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:25:11.061662 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88dd62df-3aa7-49da-84c7-fe403a69dd75 None None] Checking router: 46c72e2b-879d-40bc-80c0-ab2c6742cc71 for host: dv-cinder-816695-1-iscsi {{(pid=101555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 18:25:11.062016 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88dd62df-3aa7-49da-84c7-fe403a69dd75 None None] Updating router 46c72e2b-879d-40bc-80c0-ab2c6742cc71 port 3f896c91-f227-4a85-af0d-4a10ac2d04e3 binding host dv-cinder-816695-1-iscsi {{(pid=101555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 18:25:11.076959 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56bdfc4-86ce-4cc4-91f6-f82546a53164 admin admin] Pushing event updated for resources: {'Port': ['ID=aa052f03-0abf-4d38-b608-2f1bf38c5683,revision_number=1']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:25:11.091691 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-36efec45-c426-45df-8f78-a4e8c37d8fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:11.100417 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-f56bdfc4-86ce-4cc4-91f6-f82546a53164 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364474'] for router_interface, before_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:11.135999 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-ec9375e3-73ab-4231-a97a-77fcd6e7bf86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:11.138338 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-88dd62df-3aa7-49da-84c7-fe403a69dd75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:11.246627 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Device 8d9856be-6f2a-49b2-b515-828d317b9ef1 up at agent ovs-agent-dv-cinder-816695-1-iscsi {{(pid=101555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:25:11.253596 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36efec45-c426-45df-8f78-a4e8c37d8fcc None None] Pushing event updated for resources: {'Port': ['ID=8d9856be-6f2a-49b2-b515-828d317b9ef1,revision_number=3']} {{(pid=101555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:25:11.265489 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-f56bdfc4-86ce-4cc4-91f6-f82546a53164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:11.357538 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-15e0e3c8-20ed-4521-8ebb-e485dde15694 None None] Provisioning complete for port 8d9856be-6f2a-49b2-b515-828d317b9ef1 triggered by entity DHCP. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:25:11.357917 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-15e0e3c8-20ed-4521-8ebb-e485dde15694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:11.453392 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-f56bdfc4-86ce-4cc4-91f6-f82546a53164 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:11.457847 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-f56bdfc4-86ce-4cc4-91f6-f82546a53164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5584123'] for port, after_update {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:11.470561 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Provisioning complete for port 8d9856be-6f2a-49b2-b515-828d317b9ef1 triggered by entity L2. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:25:11.471486 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:11.523652 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-f56bdfc4-86ce-4cc4-91f6-f82546a53164 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-367343'] for router_interface, after_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:11.525752 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56bdfc4-86ce-4cc4-91f6-f82546a53164 admin admin] Pushing event updated for resources: {'Port': ['ID=aa052f03-0abf-4d38-b608-2f1bf38c5683,revision_number=2']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:25:11.622544 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56bdfc4-86ce-4cc4-91f6-f82546a53164 admin admin] Network 19773b34-c70d-4a34-960c-aacf4deb7e74 is already hosted by enough agents. {{(pid=101553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:25:11.624356 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.scheduler.base_scheduler [None req-f56bdfc4-86ce-4cc4-91f6-f82546a53164 admin admin] Resources bound (agent type, host, resource id): {{(pid=101553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:25:11.677258 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-15e0e3c8-20ed-4521-8ebb-e485dde15694 None None] Provisioning complete for port 560a4b6d-e9de-487b-ad59-0fe5987b2c97 triggered by entity DHCP. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:25:11.677899 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-15e0e3c8-20ed-4521-8ebb-e485dde15694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:11.686852 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-88dd62df-3aa7-49da-84c7-fe403a69dd75 None None] Notify callbacks [] for port, precommit_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:11.712620 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-88dd62df-3aa7-49da-84c7-fe403a69dd75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:11.764298 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f56bdfc4-86ce-4cc4-91f6-f82546a53164 admin admin] Router 46c72e2b-879d-40bc-80c0-ab2c6742cc71 has already been hosted by L3 agent 11d55508-f5ea-4178-bd3a-0ed8666e5761 {{(pid=101553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 18:25:11.779826 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d51b72f-aa53-4fa5-aa73-c24ad942f365 None None] Pushing event updated for resources: {'Port': ['ID=3f896c91-f227-4a85-af0d-4a10ac2d04e3,revision_number=2']} {{(pid=101555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:25:11.785776 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.managers [None req-88dd62df-3aa7-49da-84c7-fe403a69dd75 None None] Attempting to bind port 3f896c91-f227-4a85-af0d-4a10ac2d04e3 on host dv-cinder-816695-1-iscsi for vnic_type normal with profile {{(pid=101555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 18 18:25:11.786150 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.managers [None req-88dd62df-3aa7-49da-84c7-fe403a69dd75 None None] Attempting to bind port 3f896c91-f227-4a85-af0d-4a10ac2d04e3 by drivers openvswitch,hyperv on host dv-cinder-816695-1-iscsi at level 0 using segments [{'id': 'ccf61333-990a-41b6-8fac-e85eb4401822', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364'}] {{(pid=101555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 18 18:25:11.786526 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88dd62df-3aa7-49da-84c7-fe403a69dd75 None None] Attempting to bind port 3f896c91-f227-4a85-af0d-4a10ac2d04e3 on network 681a8de3-317c-4c8e-b068-d1104cc9c364 {{(pid=101555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:25:11.794660 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88dd62df-3aa7-49da-84c7-fe403a69dd75 None None] Checking agent: {'id': '1b150279-be03-4dd2-a318-1a957a9087ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816695-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 18, 5, 14), 'started_at': datetime.datetime(2021, 11, 18, 18, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 18, 24, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816695-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 18:25:11.795151 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88dd62df-3aa7-49da-84c7-fe403a69dd75 None None] Checking segment: {'id': 'ccf61333-990a-41b6-8fac-e85eb4401822', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 18 18:25:11.795680 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-88dd62df-3aa7-49da-84c7-fe403a69dd75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:11.796201 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88dd62df-3aa7-49da-84c7-fe403a69dd75 None None] Bound using segment: {'id': 'ccf61333-990a-41b6-8fac-e85eb4401822', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364'} {{(pid=101555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 18:25:11.796780 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.managers [None req-88dd62df-3aa7-49da-84c7-fe403a69dd75 None None] Bound port: 3f896c91-f227-4a85-af0d-4a10ac2d04e3, host: dv-cinder-816695-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccf61333-990a-41b6-8fac-e85eb4401822', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364'}}] {{(pid=101555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 18 18:25:11.797265 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-88dd62df-3aa7-49da-84c7-fe403a69dd75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:11.868305 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-15e0e3c8-20ed-4521-8ebb-e485dde15694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:11.896490 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-88dd62df-3aa7-49da-84c7-fe403a69dd75 None None] For port 3f896c91-f227-4a85-af0d-4a10ac2d04e3, host dv-cinder-816695-1-iscsi, cleared binding levels {{(pid=101555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 18:25:11.900406 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-88dd62df-3aa7-49da-84c7-fe403a69dd75 None None] For port 3f896c91-f227-4a85-af0d-4a10ac2d04e3, host dv-cinder-816695-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816695-1-iscsi',level=0,port_id=3f896c91-f227-4a85-af0d-4a10ac2d04e3,segment=NetworkSegment(ccf61333-990a-41b6-8fac-e85eb4401822),segment_id=ccf61333-990a-41b6-8fac-e85eb4401822)] {{(pid=101555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 18:25:11.905108 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f56bdfc4-86ce-4cc4-91f6-f82546a53164 admin admin] Notify agent at l3_agent.dv-cinder-816695-1-iscsi the message routers_updated {{(pid=101553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 18:25:11.912081 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-f56bdfc4-86ce-4cc4-91f6-f82546a53164 admin admin] 10.222.0.21 "PUT /v2.0/routers/46c72e2b-879d-40bc-80c0-ab2c6742cc71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1649594 Nov 18 18:25:11.913329 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-88dd62df-3aa7-49da-84c7-fe403a69dd75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:11.919822 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-15e0e3c8-20ed-4521-8ebb-e485dde15694 None None] For port 560a4b6d-e9de-487b-ad59-0fe5987b2c97, host dv-cinder-816695-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816695-1-iscsi',level=0,port_id=560a4b6d-e9de-487b-ad59-0fe5987b2c97,segment=NetworkSegment(534bee31-a5bf-46bd-8839-28b388237d13),segment_id=534bee31-a5bf-46bd-8839-28b388237d13)] {{(pid=101555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:25:11.944414 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-15e0e3c8-20ed-4521-8ebb-e485dde15694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:11.982389 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d51b72f-aa53-4fa5-aa73-c24ad942f365 None None] Pushing event updated for resources: {'Port': ['ID=3f896c91-f227-4a85-af0d-4a10ac2d04e3,revision_number=3']} {{(pid=101555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:25:11.985165 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88dd62df-3aa7-49da-84c7-fe403a69dd75 None None] Routers {'46c72e2b-879d-40bc-80c0-ab2c6742cc71'} bound to L3 agent in host dv-cinder-816695-1-iscsi {{(pid=101555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:25:11.985787 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_hamode_db [None req-88dd62df-3aa7-49da-84c7-fe403a69dd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-18T18:05:14Z,description=,heartbeat_timestamp=2021-11-18T18:24:44Z,host='dv-cinder-816695-1-iscsi',id=11d55508-f5ea-4178-bd3a-0ed8666e5761,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T18:05:14Z,topic='l3_agent')) {'router_ids': ['46c72e2b-879d-40bc-80c0-ab2c6742cc71'], 'active': True} {{(pid=101555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:25:12.105174 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55a7e2d-9d56-4194-b8c1-3d93d336cf59 req-42e0c1ee-3f16-4fdd-b041-aa6dce996a45 tempest-VolumesActionsTest-1006877914 tempest-VolumesActionsTest-1006877914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:25:12.106675 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-c55a7e2d-9d56-4194-b8c1-3d93d336cf59 req-42e0c1ee-3f16-4fdd-b041-aa6dce996a45 tempest-VolumesActionsTest-1006877914 tempest-VolumesActionsTest-1006877914-project] 10.222.0.21 "GET /v2.0/networks?id=1622afc0-6d82-424e-996b-fb93dc13f0e4 HTTP/1.1" status: 200 len: 809 time: 0.1231225 Nov 18 18:25:12.120828 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e0e3c8-20ed-4521-8ebb-e485dde15694 None None] Pushing event updated for resources: {'Port': ['ID=560a4b6d-e9de-487b-ad59-0fe5987b2c97,revision_number=5']} {{(pid=101555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:25:12.123146 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-c55a7e2d-9d56-4194-b8c1-3d93d336cf59 req-7bb2ef2b-08fa-460c-8e59-1996772212ad tempest-VolumesActionsTest-1006877914 tempest-VolumesActionsTest-1006877914-project] 10.222.0.21 "GET /v2.0/quotas/11f46c68a0c44de3bfb3dbd0904f4849 HTTP/1.1" status: 200 len: 375 time: 0.0106568 Nov 18 18:25:12.125344 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-727b56d3-db6f-4e17-8c95-cf5f77cc3259 None None] Provisioning complete for port aa052f03-0abf-4d38-b608-2f1bf38c5683 triggered by entity DHCP. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:25:12.125723 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-727b56d3-db6f-4e17-8c95-cf5f77cc3259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:12.159789 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-c55a7e2d-9d56-4194-b8c1-3d93d336cf59 req-20b54ab5-4cc7-48b3-9aaf-b730f74926b5 tempest-VolumesActionsTest-1006877914 tempest-VolumesActionsTest-1006877914-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=11f46c68a0c44de3bfb3dbd0904f4849&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281322 Nov 18 18:25:12.174769 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_dvr_db [None req-88dd62df-3aa7-49da-84c7-fe403a69dd75 None None] Set router 46c72e2b-879d-40bc-80c0-ab2c6742cc71 gateway port host: dv-cinder-816695-1-iscsi {{(pid=101555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:25:12.176650 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.plugin [None req-727b56d3-db6f-4e17-8c95-cf5f77cc3259 None None] Port aa052f03-0abf-4d38-b608-2f1bf38c5683 cannot update to ACTIVE because it is not bound. {{(pid=101555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 18 18:25:12.250486 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [req-c55a7e2d-9d56-4194-b8c1-3d93d336cf59 req-f755f165-1c3c-464d-ad8b-228c1dc28c86 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 18:25:12.251617 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-c55a7e2d-9d56-4194-b8c1-3d93d336cf59 req-f755f165-1c3c-464d-ad8b-228c1dc28c86 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0754781 Nov 18 18:25:12.314357 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Device 560a4b6d-e9de-487b-ad59-0fe5987b2c97 up at agent ovs-agent-dv-cinder-816695-1-iscsi {{(pid=101555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:25:12.380236 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-c55a7e2d-9d56-4194-b8c1-3d93d336cf59 req-45450e2f-b507-4dbb-bed8-e66aa15bfb73 service neutron] 10.222.0.21 "GET /v2.0/networks/1622afc0-6d82-424e-996b-fb93dc13f0e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179316 Nov 18 18:25:12.420299 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Provisioning complete for port 560a4b6d-e9de-487b-ad59-0fe5987b2c97 triggered by entity L2. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:25:12.420537 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:12.481143 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-c55a7e2d-9d56-4194-b8c1-3d93d336cf59 req-84e5ded7-9a1a-4944-be98-25c36ca631a1 service neutron] 10.222.0.21 "GET /v2.0/networks/1622afc0-6d82-424e-996b-fb93dc13f0e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942223 Nov 18 18:25:12.486124 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_hamode_db [None req-88dd62df-3aa7-49da-84c7-fe403a69dd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46c72e2b-879d-40bc-80c0-ab2c6742cc71', 'name': 'tempest-TestVolumeBootPattern-1166658766-router', 'tenant_id': '74ad268b01ea4bb09293580a9cd7d323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'external_fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '3f896c91-f227-4a85-af0d-4a10ac2d04e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:25:07Z', 'updated_at': '2021-11-18T18:25:11Z', 'revision_number': 4, 'project_id': '74ad268b01ea4bb09293580a9cd7d323', 'gw_port': {'id': '3f896c91-f227-4a85-af0d-4a10ac2d04e3', 'name': '', 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:93:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46c72e2b-879d-40bc-80c0-ab2c6742cc71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:25:08Z', 'updated_at': '2021-11-18T18:25:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816695-1-iscsi', '_interfaces': [{'id': 'aa052f03-0abf-4d38-b608-2f1bf38c5683', 'name': '', 'network_id': '19773b34-c70d-4a34-960c-aacf4deb7e74', 'tenant_id': '74ad268b01ea4bb09293580a9cd7d323', 'mac_address': 'fa:16:3e:17:4d:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46c72e2b-879d-40bc-80c0-ab2c6742cc71', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '902f9f38-a685-4c82-8d2d-241557128b22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:25:10Z', 'updated_at': '2021-11-18T18:25:11Z', 'revision_number': 2, 'project_id': '74ad268b01ea4bb09293580a9cd7d323', 'subnets': [{'id': '902f9f38-a685-4c82-8d2d-241557128b22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816695-1-iscsi', False) {} {{(pid=101555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:25:12.534518 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88dd62df-3aa7-49da-84c7-fe403a69dd75 None None] The sync data for ids ['46c72e2b-879d-40bc-80c0-ab2c6742cc71'] in dv-cinder-816695-1-iscsi is: [{'id': '46c72e2b-879d-40bc-80c0-ab2c6742cc71', 'name': 'tempest-TestVolumeBootPattern-1166658766-router', 'tenant_id': '74ad268b01ea4bb09293580a9cd7d323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'external_fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '3f896c91-f227-4a85-af0d-4a10ac2d04e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:25:07Z', 'updated_at': '2021-11-18T18:25:11Z', 'revision_number': 4, 'project_id': '74ad268b01ea4bb09293580a9cd7d323', 'gw_port': {'id': '3f896c91-f227-4a85-af0d-4a10ac2d04e3', 'name': '', 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:93:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46c72e2b-879d-40bc-80c0-ab2c6742cc71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:25:08Z', 'updated_at': '2021-11-18T18:25:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816695-1-iscsi', '_interfaces': [{'id': 'aa052f03-0abf-4d38-b608-2f1bf38c5683', 'name': '', 'network_id': '19773b34-c70d-4a34-960c-aacf4deb7e74', 'tenant_id': '74ad268b01ea4bb09293580a9cd7d323', 'mac_address': 'fa:16:3e:17:4d:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46c72e2b-879d-40bc-80c0-ab2c6742cc71', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '902f9f38-a685-4c82-8d2d-241557128b22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:25:10Z', 'updated_at': '2021-11-18T18:25:11Z', 'revision_number': 2, 'project_id': '74ad268b01ea4bb09293580a9cd7d323', 'subnets': [{'id': '902f9f38-a685-4c82-8d2d-241557128b22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 18:25:12.549093 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Device 8d9856be-6f2a-49b2-b515-828d317b9ef1 up at agent ovs-agent-dv-cinder-816695-1-iscsi {{(pid=101555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:25:12.608215 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Provisioning complete for port 8d9856be-6f2a-49b2-b515-828d317b9ef1 triggered by entity L2. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:25:12.608786 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:12.685458 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-500debe1-575e-427c-abbc-d06b32857647 req-e8e0f96b-243a-4ff0-aff5-c73c83efe29a tempest-VolumesActionsTest-1006877914 tempest-VolumesActionsTest-1006877914-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a4f9e17-8d63-4343-9f23-ce154e18e81c HTTP/1.1" status: 200 len: 210 time: 0.0415246 Nov 18 18:25:12.940674 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 54804) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:25:12.945469 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.v2.base [None req-72c609a3-ddcd-4ddf-82a4-fa3094090f2f tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1867372108', 'description': 'tempest-secgroup-smoke-1867372108 description', 'project_id': 'd3feb8b6d06d47f597e7f875d0b7baaa'}} {{(pid=101553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:25:12.970533 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-72c609a3-ddcd-4ddf-82a4-fa3094090f2f tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Notify callbacks [] for security_group, before_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:13.058273 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-72c609a3-ddcd-4ddf-82a4-fa3094090f2f tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Notify callbacks [] for security_group, precommit_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:13.062313 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-72c609a3-ddcd-4ddf-82a4-fa3094090f2f tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:13.094922 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-72c609a3-ddcd-4ddf-82a4-fa3094090f2f tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Notify callbacks [] for security_group, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:13.096256 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-72c609a3-ddcd-4ddf-82a4-fa3094090f2f tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1543641 Nov 18 18:25:13.098216 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c609a3-ddcd-4ddf-82a4-fa3094090f2f tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40510119-f699-4f4c-a824-ec0b23543939,revision_number=1']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:25:13.099319 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 54810) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:25:13.105148 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.v2.base [None req-e4ce3412-e0e4-420d-a0fb-bcf373369fa0 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Request body: {'security_group_rule': {'security_group_id': '40510119-f699-4f4c-a824-ec0b23543939', 'project_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:25:13.138561 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-e4ce3412-e0e4-420d-a0fb-bcf373369fa0 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:13.206897 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-e4ce3412-e0e4-420d-a0fb-bcf373369fa0 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:13.211085 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-e4ce3412-e0e4-420d-a0fb-bcf373369fa0 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577100'] for security_group_rule, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:13.232324 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ce3412-e0e4-420d-a0fb-bcf373369fa0 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=026335d8-13b1-4f23-8656-8504100d1d65,revision_number=0']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:25:13.242007 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-e4ce3412-e0e4-420d-a0fb-bcf373369fa0 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:13.246671 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-e4ce3412-e0e4-420d-a0fb-bcf373369fa0 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1429121 Nov 18 18:25:13.246896 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 54812) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:25:13.251719 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.v2.base [None req-a7038d02-31d1-4d72-ba47-0fddc39926df tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Request body: {'security_group_rule': {'security_group_id': '40510119-f699-4f4c-a824-ec0b23543939', 'project_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:25:13.278224 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-a7038d02-31d1-4d72-ba47-0fddc39926df tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:13.337025 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-a7038d02-31d1-4d72-ba47-0fddc39926df tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:13.340804 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-a7038d02-31d1-4d72-ba47-0fddc39926df tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577100'] for security_group_rule, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:13.363424 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7038d02-31d1-4d72-ba47-0fddc39926df tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48d6a6fb-2ba3-4ac4-abc0-bbb86e19eafc,revision_number=0']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:25:13.377294 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-a7038d02-31d1-4d72-ba47-0fddc39926df tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:13.384880 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-a7038d02-31d1-4d72-ba47-0fddc39926df tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1369665 Nov 18 18:25:13.385426 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 54814) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:25:13.390205 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.v2.base [None req-eb7f92d2-3c4a-45ea-ad12-94dbd0b9e26f tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Request body: {'security_group_rule': {'security_group_id': '40510119-f699-4f4c-a824-ec0b23543939', 'project_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:25:13.425418 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-eb7f92d2-3c4a-45ea-ad12-94dbd0b9e26f tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:13.495899 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-eb7f92d2-3c4a-45ea-ad12-94dbd0b9e26f tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:13.499776 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-eb7f92d2-3c4a-45ea-ad12-94dbd0b9e26f tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577100'] for security_group_rule, after_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:13.518853 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7f92d2-3c4a-45ea-ad12-94dbd0b9e26f tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f4ec409-c1fd-4980-b0ac-f93b0fa39269,revision_number=0']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:25:13.529018 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-eb7f92d2-3c4a-45ea-ad12-94dbd0b9e26f tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:13.530271 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-eb7f92d2-3c4a-45ea-ad12-94dbd0b9e26f tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1438117 Nov 18 18:25:13.533066 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 54816) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:25:13.537505 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.v2.base [None req-54604cc7-c059-44da-aa3b-2fce514316c4 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Request body: {'security_group_rule': {'security_group_id': '40510119-f699-4f4c-a824-ec0b23543939', 'project_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:25:13.564804 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-54604cc7-c059-44da-aa3b-2fce514316c4 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:13.629507 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-54604cc7-c059-44da-aa3b-2fce514316c4 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:13.633902 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-54604cc7-c059-44da-aa3b-2fce514316c4 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577100'] for security_group_rule, after_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:13.657065 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54604cc7-c059-44da-aa3b-2fce514316c4 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ff21616-0911-4799-95f2-5eb6d87af9d7,revision_number=0']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:25:13.668215 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-54604cc7-c059-44da-aa3b-2fce514316c4 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:13.671968 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-54604cc7-c059-44da-aa3b-2fce514316c4 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1354609 Nov 18 18:25:13.672320 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 54818) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:25:13.676935 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.v2.base [None req-17d71858-3986-44d0-95f1-8fdb122d6bcc tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Request body: {'security_group_rule': {'security_group_id': '40510119-f699-4f4c-a824-ec0b23543939', 'project_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:25:13.700376 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.db.securitygroups_db [None req-17d71858-3986-44d0-95f1-8fdb122d6bcc tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Project d3feb8b6d06d47f597e7f875d0b7baaa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 18 18:25:13.706057 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-17d71858-3986-44d0-95f1-8fdb122d6bcc tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:13.784451 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-17d71858-3986-44d0-95f1-8fdb122d6bcc tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:13.789542 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-17d71858-3986-44d0-95f1-8fdb122d6bcc tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577100'] for security_group_rule, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:13.808491 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d71858-3986-44d0-95f1-8fdb122d6bcc tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ca9c340-aa65-4659-ae8b-ddfde2559c6b,revision_number=0']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:25:13.819471 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-17d71858-3986-44d0-95f1-8fdb122d6bcc tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:13.824294 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-17d71858-3986-44d0-95f1-8fdb122d6bcc tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1509192 Nov 18 18:25:13.824935 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 54822) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:25:13.829459 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.v2.base [None req-ecde14d9-7607-4498-b694-e4bdd9c4cf13 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Request body: {'security_group_rule': {'security_group_id': '40510119-f699-4f4c-a824-ec0b23543939', 'project_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:25:13.854518 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.db.securitygroups_db [None req-ecde14d9-7607-4498-b694-e4bdd9c4cf13 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Project d3feb8b6d06d47f597e7f875d0b7baaa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 18 18:25:13.860586 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-ecde14d9-7607-4498-b694-e4bdd9c4cf13 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:13.864112 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-d93256df-dd47-46fd-a70f-cd3877d4ed3c req-f423ed9e-72ac-41fb-a22e-729c27e15c64 tempest-VolumesActionsTest-1006877914 tempest-VolumesActionsTest-1006877914-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a4f9e17-8d63-4343-9f23-ce154e18e81c HTTP/1.1" status: 200 len: 210 time: 0.0624568 Nov 18 18:25:13.936011 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-ecde14d9-7607-4498-b694-e4bdd9c4cf13 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:13.940676 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-ecde14d9-7607-4498-b694-e4bdd9c4cf13 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577100'] for security_group_rule, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:13.951574 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55a7e2d-9d56-4194-b8c1-3d93d336cf59 req-f39438b8-bff9-4694-9884-5114c1627a59 tempest-VolumesActionsTest-1006877914 tempest-VolumesActionsTest-1006877914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:25:13.953448 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-c55a7e2d-9d56-4194-b8c1-3d93d336cf59 req-f39438b8-bff9-4694-9884-5114c1627a59 tempest-VolumesActionsTest-1006877914 tempest-VolumesActionsTest-1006877914-project] 10.222.0.46 "GET /v2.0/networks?id=1622afc0-6d82-424e-996b-fb93dc13f0e4 HTTP/1.1" status: 200 len: 809 time: 0.1825025 Nov 18 18:25:13.964462 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecde14d9-7607-4498-b694-e4bdd9c4cf13 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a327bae-9050-413d-b954-ca119d1e8263,revision_number=0']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:25:13.967956 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.v2.base [req-c55a7e2d-9d56-4194-b8c1-3d93d336cf59 req-026b6b6f-8f1c-45b2-b201-34224a579eed tempest-VolumesActionsTest-1006877914 tempest-VolumesActionsTest-1006877914-project] Request body: {'port': {'device_id': '2a4f9e17-8d63-4343-9f23-ce154e18e81c', 'network_id': '1622afc0-6d82-424e-996b-fb93dc13f0e4', 'admin_state_up': True, 'tenant_id': '11f46c68a0c44de3bfb3dbd0904f4849'}} {{(pid=101553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:25:13.974315 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-ecde14d9-7607-4498-b694-e4bdd9c4cf13 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:13.975693 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-ecde14d9-7607-4498-b694-e4bdd9c4cf13 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1497886 Nov 18 18:25:14.045847 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-bfbab883-f528-4df3-ba90-e1c9c8bb71c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:14.218042 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:14.260817 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Device 3f896c91-f227-4a85-af0d-4a10ac2d04e3 up at agent ovs-agent-dv-cinder-816695-1-iscsi {{(pid=101555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:25:14.328664 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Provisioning complete for port 3f896c91-f227-4a85-af0d-4a10ac2d04e3 triggered by entity L2. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:25:14.329158 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:14.400128 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c55a7e2d-9d56-4194-b8c1-3d93d336cf59 req-026b6b6f-8f1c-45b2-b201-34224a579eed tempest-VolumesActionsTest-1006877914 tempest-VolumesActionsTest-1006877914-project] Made reservation on behalf of 11f46c68a0c44de3bfb3dbd0904f4849 for: {'port': 1} {{(pid=101553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 18:25:14.404254 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-c55a7e2d-9d56-4194-b8c1-3d93d336cf59 req-026b6b6f-8f1c-45b2-b201-34224a579eed tempest-VolumesActionsTest-1006877914 tempest-VolumesActionsTest-1006877914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:14.418566 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:14.447699 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] For port 3f896c91-f227-4a85-af0d-4a10ac2d04e3, host dv-cinder-816695-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816695-1-iscsi',level=0,port_id=3f896c91-f227-4a85-af0d-4a10ac2d04e3,segment=NetworkSegment(ccf61333-990a-41b6-8fac-e85eb4401822),segment_id=ccf61333-990a-41b6-8fac-e85eb4401822)] {{(pid=101555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:25:14.453111 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:14.533235 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Pushing event updated for resources: {'Port': ['ID=3f896c91-f227-4a85-af0d-4a10ac2d04e3,revision_number=4']} {{(pid=101555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:25:14.591534 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.db.db_base_plugin_common [req-c55a7e2d-9d56-4194-b8c1-3d93d336cf59 req-026b6b6f-8f1c-45b2-b201-34224a579eed tempest-VolumesActionsTest-1006877914 tempest-VolumesActionsTest-1006877914-project] Allocated IP 172.20.0.9 (1622afc0-6d82-424e-996b-fb93dc13f0e4/0510f0fa-374e-4bcf-a223-fcb81dbe580b/f25b6126-b321-4c0b-89ee-2c498f64c8e7) {{(pid=101553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 18:25:14.762366 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-c55a7e2d-9d56-4194-b8c1-3d93d336cf59 req-026b6b6f-8f1c-45b2-b201-34224a579eed tempest-VolumesActionsTest-1006877914 tempest-VolumesActionsTest-1006877914-project] Notify callbacks [] for port, precommit_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:14.806511 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-c55a7e2d-9d56-4194-b8c1-3d93d336cf59 req-026b6b6f-8f1c-45b2-b201-34224a579eed tempest-VolumesActionsTest-1006877914 tempest-VolumesActionsTest-1006877914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768456900401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5584108'] for port, after_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:14.852349 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c55a7e2d-9d56-4194-b8c1-3d93d336cf59 req-026b6b6f-8f1c-45b2-b201-34224a579eed tempest-VolumesActionsTest-1006877914 tempest-VolumesActionsTest-1006877914-project] Network 1622afc0-6d82-424e-996b-fb93dc13f0e4 is already hosted by enough agents. {{(pid=101553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:25:14.855722 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.scheduler.base_scheduler [req-c55a7e2d-9d56-4194-b8c1-3d93d336cf59 req-026b6b6f-8f1c-45b2-b201-34224a579eed tempest-VolumesActionsTest-1006877914 tempest-VolumesActionsTest-1006877914-project] Resources bound (agent type, host, resource id): {{(pid=101553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:25:14.859545 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.db.l3_dvrscheduler_db [req-c55a7e2d-9d56-4194-b8c1-3d93d336cf59 req-026b6b6f-8f1c-45b2-b201-34224a579eed tempest-VolumesActionsTest-1006877914 tempest-VolumesActionsTest-1006877914-project] Received port after_create {{(pid=101553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 18:25:14.893945 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026b6b6f-8f1c-45b2-b201-34224a579eed tempest-VolumesActionsTest-1006877914 tempest-VolumesActionsTest-1006877914-project] Pushing event updated for resources: {'Port': ['ID=f25b6126-b321-4c0b-89ee-2c498f64c8e7,revision_number=1']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:25:14.897266 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e30f28-60e9-4f68-adb0-983de403aef7 None None] Sync routers for ids ['46c72e2b-879d-40bc-80c0-ab2c6742cc71'] in dv-cinder-816695-1-iscsi {{(pid=101556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 18:25:14.921060 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e30f28-60e9-4f68-adb0-983de403aef7 None None] Routers {'46c72e2b-879d-40bc-80c0-ab2c6742cc71'} bound to L3 agent in host dv-cinder-816695-1-iscsi {{(pid=101556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:25:14.922652 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_hamode_db [None req-d5e30f28-60e9-4f68-adb0-983de403aef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T18:05:14Z,description=,heartbeat_timestamp=2021-11-18T18:25:14Z,host='dv-cinder-816695-1-iscsi',id=11d55508-f5ea-4178-bd3a-0ed8666e5761,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T18:05:14Z,topic='l3_agent')) {'router_ids': ['46c72e2b-879d-40bc-80c0-ab2c6742cc71'], 'active': True} {{(pid=101556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:25:14.939940 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55a7e2d-9d56-4194-b8c1-3d93d336cf59 req-026b6b6f-8f1c-45b2-b201-34224a579eed tempest-VolumesActionsTest-1006877914 tempest-VolumesActionsTest-1006877914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:25:14.940775 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-c55a7e2d-9d56-4194-b8c1-3d93d336cf59 req-026b6b6f-8f1c-45b2-b201-34224a579eed tempest-VolumesActionsTest-1006877914 tempest-VolumesActionsTest-1006877914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47340'] for port, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:14.950665 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-e3a848c2-ffa0-4288-a759-e5f077163e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:14.960039 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-c55a7e2d-9d56-4194-b8c1-3d93d336cf59 req-026b6b6f-8f1c-45b2-b201-34224a579eed tempest-VolumesActionsTest-1006877914 tempest-VolumesActionsTest-1006877914-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9966221 Nov 18 18:25:14.976864 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [req-c55a7e2d-9d56-4194-b8c1-3d93d336cf59 req-7558f0f6-d2ed-479d-9c9e-212708315596 tempest-VolumesActionsTest-1006877914 tempest-VolumesActionsTest-1006877914-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 18:25:14.977888 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-c55a7e2d-9d56-4194-b8c1-3d93d336cf59 req-7558f0f6-d2ed-479d-9c9e-212708315596 tempest-VolumesActionsTest-1006877914 tempest-VolumesActionsTest-1006877914-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071976 Nov 18 18:25:15.027700 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4e5417-b209-4a85-a0e2-5809f133a973 req-2912b78e-b6bd-4cb3-9c51-359700deb2ae tempest-VolumesActionsTest-1006877914 tempest-VolumesActionsTest-1006877914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:25:15.035640 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-fd4e5417-b209-4a85-a0e2-5809f133a973 req-2912b78e-b6bd-4cb3-9c51-359700deb2ae tempest-VolumesActionsTest-1006877914 tempest-VolumesActionsTest-1006877914-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a4f9e17-8d63-4343-9f23-ce154e18e81c HTTP/1.1" status: 200 len: 931 time: 0.0744948 Nov 18 18:25:15.065730 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_dvr_db [None req-d5e30f28-60e9-4f68-adb0-983de403aef7 None None] Set router 46c72e2b-879d-40bc-80c0-ab2c6742cc71 gateway port host: dv-cinder-816695-1-iscsi {{(pid=101556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:25:15.077613 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.v2.base [req-c55a7e2d-9d56-4194-b8c1-3d93d336cf59 req-7ce93782-3b5c-4c71-a017-b3f11a353a1f service neutron] Request body: {'port': {'device_id': '2a4f9e17-8d63-4343-9f23-ce154e18e81c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81669'}} {{(pid=101553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:25:15.133118 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-fd4e5417-b209-4a85-a0e2-5809f133a973 req-d7a7f551-4be3-494b-b83a-151a26313a1e tempest-VolumesActionsTest-1006877914 tempest-VolumesActionsTest-1006877914-project] 10.222.0.21 "GET /v2.0/security-groups?id=618a6701-7aa6-46c7-8a0c-78c8fbc7401c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962737 Nov 18 18:25:15.187858 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-c55a7e2d-9d56-4194-b8c1-3d93d336cf59 req-7ce93782-3b5c-4c71-a017-b3f11a353a1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:15.398747 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_hamode_db [None req-d5e30f28-60e9-4f68-adb0-983de403aef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46c72e2b-879d-40bc-80c0-ab2c6742cc71', 'name': 'tempest-TestVolumeBootPattern-1166658766-router', 'tenant_id': '74ad268b01ea4bb09293580a9cd7d323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'external_fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '3f896c91-f227-4a85-af0d-4a10ac2d04e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:25:07Z', 'updated_at': '2021-11-18T18:25:11Z', 'revision_number': 4, 'project_id': '74ad268b01ea4bb09293580a9cd7d323', 'gw_port': {'id': '3f896c91-f227-4a85-af0d-4a10ac2d04e3', 'name': '', 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:93:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c72e2b-879d-40bc-80c0-ab2c6742cc71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:25:08Z', 'updated_at': '2021-11-18T18:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816695-1-iscsi', '_interfaces': [{'id': 'aa052f03-0abf-4d38-b608-2f1bf38c5683', 'name': '', 'network_id': '19773b34-c70d-4a34-960c-aacf4deb7e74', 'tenant_id': '74ad268b01ea4bb09293580a9cd7d323', 'mac_address': 'fa:16:3e:17:4d:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46c72e2b-879d-40bc-80c0-ab2c6742cc71', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '902f9f38-a685-4c82-8d2d-241557128b22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:25:10Z', 'updated_at': '2021-11-18T18:25:11Z', 'revision_number': 2, 'project_id': '74ad268b01ea4bb09293580a9cd7d323', 'subnets': [{'id': '902f9f38-a685-4c82-8d2d-241557128b22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816695-1-iscsi', False) {} {{(pid=101556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:25:15.426315 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e30f28-60e9-4f68-adb0-983de403aef7 None None] Checking router: 46c72e2b-879d-40bc-80c0-ab2c6742cc71 for host: dv-cinder-816695-1-iscsi {{(pid=101556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 18:25:15.426679 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e30f28-60e9-4f68-adb0-983de403aef7 None None] Updating router 46c72e2b-879d-40bc-80c0-ab2c6742cc71 port aa052f03-0abf-4d38-b608-2f1bf38c5683 binding host dv-cinder-816695-1-iscsi {{(pid=101556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 18:25:15.458749 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron_lib.callbacks.manager [None req-d5e30f28-60e9-4f68-adb0-983de403aef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:15.511445 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.notifiers.nova [req-c55a7e2d-9d56-4194-b8c1-3d93d336cf59 req-7ce93782-3b5c-4c71-a017-b3f11a353a1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f25b6126-b321-4c0b-89ee-2c498f64c8e7 {{(pid=101553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 18:25:15.519010 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-c55a7e2d-9d56-4194-b8c1-3d93d336cf59 req-7ce93782-3b5c-4c71-a017-b3f11a353a1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:15.531169 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.db.provisioning_blocks [req-c55a7e2d-9d56-4194-b8c1-3d93d336cf59 req-7ce93782-3b5c-4c71-a017-b3f11a353a1f service neutron] Transition to ACTIVE for port object f25b6126-b321-4c0b-89ee-2c498f64c8e7 will not be triggered until provisioned by entity L2. {{(pid=101553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 18:25:15.535404 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-c55a7e2d-9d56-4194-b8c1-3d93d336cf59 req-7ce93782-3b5c-4c71-a017-b3f11a353a1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5584123'] for port, after_update {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:15.605997 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce93782-3b5c-4c71-a017-b3f11a353a1f service neutron] Pushing event updated for resources: {'Port': ['ID=f25b6126-b321-4c0b-89ee-2c498f64c8e7,revision_number=2']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:25:15.665540 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.managers [req-c55a7e2d-9d56-4194-b8c1-3d93d336cf59 req-7ce93782-3b5c-4c71-a017-b3f11a353a1f service neutron] Attempting to bind port f25b6126-b321-4c0b-89ee-2c498f64c8e7 on host hv-cinder-81669 for vnic_type normal with profile {{(pid=101553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 18 18:25:15.665882 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.managers [req-c55a7e2d-9d56-4194-b8c1-3d93d336cf59 req-7ce93782-3b5c-4c71-a017-b3f11a353a1f service neutron] Attempting to bind port f25b6126-b321-4c0b-89ee-2c498f64c8e7 by drivers openvswitch,hyperv on host hv-cinder-81669 at level 0 using segments [{'id': '2642fec4-336e-41f6-bdb4-c1b2f8ff8ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '1622afc0-6d82-424e-996b-fb93dc13f0e4'}] {{(pid=101553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 18 18:25:15.666215 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55a7e2d-9d56-4194-b8c1-3d93d336cf59 req-7ce93782-3b5c-4c71-a017-b3f11a353a1f service neutron] Attempting to bind port f25b6126-b321-4c0b-89ee-2c498f64c8e7 on network 1622afc0-6d82-424e-996b-fb93dc13f0e4 {{(pid=101553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:25:15.670471 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55a7e2d-9d56-4194-b8c1-3d93d336cf59 req-7ce93782-3b5c-4c71-a017-b3f11a353a1f service neutron] Port f25b6126-b321-4c0b-89ee-2c498f64c8e7 on network 1622afc0-6d82-424e-996b-fb93dc13f0e4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81669 {{(pid=101553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 18:25:15.670793 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55a7e2d-9d56-4194-b8c1-3d93d336cf59 req-7ce93782-3b5c-4c71-a017-b3f11a353a1f service neutron] Attempting to bind port f25b6126-b321-4c0b-89ee-2c498f64c8e7 on network 1622afc0-6d82-424e-996b-fb93dc13f0e4 {{(pid=101553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:25:15.676550 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55a7e2d-9d56-4194-b8c1-3d93d336cf59 req-7ce93782-3b5c-4c71-a017-b3f11a353a1f service neutron] Checking agent: {'id': 'de52c200-415c-462d-a684-4cc0655308c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81669', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 18, 11, 25), 'started_at': datetime.datetime(2021, 11, 18, 18, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 18, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 18:25:15.676898 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55a7e2d-9d56-4194-b8c1-3d93d336cf59 req-7ce93782-3b5c-4c71-a017-b3f11a353a1f service neutron] Checking segment: {'id': '2642fec4-336e-41f6-bdb4-c1b2f8ff8ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '1622afc0-6d82-424e-996b-fb93dc13f0e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 18 18:25:15.677295 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55a7e2d-9d56-4194-b8c1-3d93d336cf59 req-7ce93782-3b5c-4c71-a017-b3f11a353a1f service neutron] Bound using segment: {'id': '2642fec4-336e-41f6-bdb4-c1b2f8ff8ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '1622afc0-6d82-424e-996b-fb93dc13f0e4'} {{(pid=101553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 18:25:15.678305 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.managers [req-c55a7e2d-9d56-4194-b8c1-3d93d336cf59 req-7ce93782-3b5c-4c71-a017-b3f11a353a1f service neutron] Bound port: f25b6126-b321-4c0b-89ee-2c498f64c8e7, host: hv-cinder-81669, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2642fec4-336e-41f6-bdb4-c1b2f8ff8ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '1622afc0-6d82-424e-996b-fb93dc13f0e4'}}] {{(pid=101553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 18 18:25:15.678691 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-c55a7e2d-9d56-4194-b8c1-3d93d336cf59 req-7ce93782-3b5c-4c71-a017-b3f11a353a1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:15.744740 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.db [req-c55a7e2d-9d56-4194-b8c1-3d93d336cf59 req-7ce93782-3b5c-4c71-a017-b3f11a353a1f service neutron] For port f25b6126-b321-4c0b-89ee-2c498f64c8e7, host hv-cinder-81669, cleared binding levels {{(pid=101553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 18:25:15.748272 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.db [req-c55a7e2d-9d56-4194-b8c1-3d93d336cf59 req-7ce93782-3b5c-4c71-a017-b3f11a353a1f service neutron] For port f25b6126-b321-4c0b-89ee-2c498f64c8e7, host hv-cinder-81669, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81669',level=0,port_id=f25b6126-b321-4c0b-89ee-2c498f64c8e7,segment=NetworkSegment(2642fec4-336e-41f6-bdb4-c1b2f8ff8ee1),segment_id=2642fec4-336e-41f6-bdb4-c1b2f8ff8ee1)] {{(pid=101553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 18:25:15.757950 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron_lib.callbacks.manager [None req-d5e30f28-60e9-4f68-adb0-983de403aef7 None None] Notify callbacks [] for port, precommit_update {{(pid=101556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:15.761210 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-c55a7e2d-9d56-4194-b8c1-3d93d336cf59 req-7ce93782-3b5c-4c71-a017-b3f11a353a1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5584123'] for port, after_update {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:15.764396 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron_lib.callbacks.manager [None req-d5e30f28-60e9-4f68-adb0-983de403aef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:15.801090 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55a7e2d-9d56-4194-b8c1-3d93d336cf59 req-7ce93782-3b5c-4c71-a017-b3f11a353a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:25:15.802314 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-c55a7e2d-9d56-4194-b8c1-3d93d336cf59 req-7ce93782-3b5c-4c71-a017-b3f11a353a1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47340'] for port, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:15.804173 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-c55a7e2d-9d56-4194-b8c1-3d93d336cf59 req-7ce93782-3b5c-4c71-a017-b3f11a353a1f service neutron] 10.222.0.46 "PUT /v2.0/ports/f25b6126-b321-4c0b-89ee-2c498f64c8e7 HTTP/1.1" status: 200 len: 1093 time: 0.8131080 Nov 18 18:25:15.804642 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a4f9e17-8d63-4343-9f23-ce154e18e81c', 'tag': 'f25b6126-b321-4c0b-89ee-2c498f64c8e7'}] {{(pid=101553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:25:15.808283 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3f9c8695bc273365e1ae5046181e224bccdab9c1f2bdac51621509927968c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e1ae895-47fa-46bc-b967-f31206e19b97" -d '{"events": [{"name": "network-changed", "server_uuid": "2a4f9e17-8d63-4343-9f23-ce154e18e81c", "tag": "f25b6126-b321-4c0b-89ee-2c498f64c8e7"}]}' {{(pid=101553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:25:15.842057 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce93782-3b5c-4c71-a017-b3f11a353a1f service neutron] Pushing event updated for resources: {'Port': ['ID=f25b6126-b321-4c0b-89ee-2c498f64c8e7,revision_number=3']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:25:15.872636 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 18:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fb5ae61-747e-43c9-9d7a-47ee99d2c3a6 x-openstack-request-id: req-8fb5ae61-747e-43c9-9d7a-47ee99d2c3a6 {{(pid=101553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:25:15.872839 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba99eac2-b9af-4c8c-9529-32d2773c66d1 None None] Pushing event updated for resources: {'Port': ['ID=aa052f03-0abf-4d38-b608-2f1bf38c5683,revision_number=3']} {{(pid=101556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:25:15.873234 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a4f9e17-8d63-4343-9f23-ce154e18e81c", "tag": "f25b6126-b321-4c0b-89ee-2c498f64c8e7", "status": "completed", "code": 200}]} {{(pid=101553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:25:15.873234 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8fb5ae61-747e-43c9-9d7a-47ee99d2c3a6 {{(pid=101553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:25:15.873234 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a4f9e17-8d63-4343-9f23-ce154e18e81c', 'tag': 'f25b6126-b321-4c0b-89ee-2c498f64c8e7', 'status': 'completed', 'code': 200} Nov 18 18:25:15.890313 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.plugins.ml2.managers [None req-d5e30f28-60e9-4f68-adb0-983de403aef7 None None] Attempting to bind port aa052f03-0abf-4d38-b608-2f1bf38c5683 on host dv-cinder-816695-1-iscsi for vnic_type normal with profile {{(pid=101556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 18 18:25:15.890678 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.plugins.ml2.managers [None req-d5e30f28-60e9-4f68-adb0-983de403aef7 None None] Attempting to bind port aa052f03-0abf-4d38-b608-2f1bf38c5683 by drivers openvswitch,hyperv on host dv-cinder-816695-1-iscsi at level 0 using segments [{'id': '4afe0bd8-a1f3-432b-8056-5aa80e181335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '19773b34-c70d-4a34-960c-aacf4deb7e74'}] {{(pid=101556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 18 18:25:15.891035 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e30f28-60e9-4f68-adb0-983de403aef7 None None] Attempting to bind port aa052f03-0abf-4d38-b608-2f1bf38c5683 on network 19773b34-c70d-4a34-960c-aacf4deb7e74 {{(pid=101556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:25:15.896973 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e30f28-60e9-4f68-adb0-983de403aef7 None None] Checking agent: {'id': '1b150279-be03-4dd2-a318-1a957a9087ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816695-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 18, 5, 14), 'started_at': datetime.datetime(2021, 11, 18, 18, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 18, 25, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816695-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 18:25:15.897851 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e30f28-60e9-4f68-adb0-983de403aef7 None None] Checking segment: {'id': '4afe0bd8-a1f3-432b-8056-5aa80e181335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '19773b34-c70d-4a34-960c-aacf4deb7e74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 18 18:25:15.897851 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron_lib.callbacks.manager [None req-d5e30f28-60e9-4f68-adb0-983de403aef7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:15.898538 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e30f28-60e9-4f68-adb0-983de403aef7 None None] Bound using segment: {'id': '4afe0bd8-a1f3-432b-8056-5aa80e181335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '19773b34-c70d-4a34-960c-aacf4deb7e74'} {{(pid=101556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 18:25:15.898755 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.plugins.ml2.managers [None req-d5e30f28-60e9-4f68-adb0-983de403aef7 None None] Bound port: aa052f03-0abf-4d38-b608-2f1bf38c5683, host: dv-cinder-816695-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4afe0bd8-a1f3-432b-8056-5aa80e181335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '19773b34-c70d-4a34-960c-aacf4deb7e74'}}] {{(pid=101556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 18 18:25:15.899319 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron_lib.callbacks.manager [None req-d5e30f28-60e9-4f68-adb0-983de403aef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:15.915477 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55a7e2d-9d56-4194-b8c1-3d93d336cf59 req-a795bf8b-c2d9-478c-a27b-fdb47f5138c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:25:15.917137 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-c55a7e2d-9d56-4194-b8c1-3d93d336cf59 req-a795bf8b-c2d9-478c-a27b-fdb47f5138c9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=11f46c68a0c44de3bfb3dbd0904f4849&device_id=2a4f9e17-8d63-4343-9f23-ce154e18e81c HTTP/1.1" status: 200 len: 1096 time: 0.0563626 Nov 18 18:25:15.961204 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-c55a7e2d-9d56-4194-b8c1-3d93d336cf59 req-b867dacd-90f8-4a9a-a096-2f3add5ceb1a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f25b6126-b321-4c0b-89ee-2c498f64c8e7 HTTP/1.1" status: 200 len: 217 time: 0.0357139 Nov 18 18:25:15.974974 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.plugins.ml2.db [None req-d5e30f28-60e9-4f68-adb0-983de403aef7 None None] For port aa052f03-0abf-4d38-b608-2f1bf38c5683, host dv-cinder-816695-1-iscsi, cleared binding levels {{(pid=101556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 18:25:15.979125 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.plugins.ml2.db [None req-d5e30f28-60e9-4f68-adb0-983de403aef7 None None] For port aa052f03-0abf-4d38-b608-2f1bf38c5683, host dv-cinder-816695-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816695-1-iscsi',level=0,port_id=aa052f03-0abf-4d38-b608-2f1bf38c5683,segment=NetworkSegment(4afe0bd8-a1f3-432b-8056-5aa80e181335),segment_id=4afe0bd8-a1f3-432b-8056-5aa80e181335)] {{(pid=101556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 18:25:15.983521 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron_lib.callbacks.manager [None req-d5e30f28-60e9-4f68-adb0-983de403aef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:16.018468 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55a7e2d-9d56-4194-b8c1-3d93d336cf59 req-324e088a-e42a-4ec4-afd9-897ace439e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:25:16.020193 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-c55a7e2d-9d56-4194-b8c1-3d93d336cf59 req-324e088a-e42a-4ec4-afd9-897ace439e96 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0510f0fa-374e-4bcf-a223-fcb81dbe580b HTTP/1.1" status: 200 len: 849 time: 0.0521324 Nov 18 18:25:16.032897 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e30f28-60e9-4f68-adb0-983de403aef7 None None] Routers {'46c72e2b-879d-40bc-80c0-ab2c6742cc71'} bound to L3 agent in host dv-cinder-816695-1-iscsi {{(pid=101556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:25:16.033522 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_hamode_db [None req-d5e30f28-60e9-4f68-adb0-983de403aef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T18:05:14Z,description=,heartbeat_timestamp=2021-11-18T18:25:14Z,host='dv-cinder-816695-1-iscsi',id=11d55508-f5ea-4178-bd3a-0ed8666e5761,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T18:05:14Z,topic='l3_agent')) {'router_ids': ['46c72e2b-879d-40bc-80c0-ab2c6742cc71'], 'active': True} {{(pid=101556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:25:16.058059 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-c55a7e2d-9d56-4194-b8c1-3d93d336cf59 req-b1b31abe-0ecf-48d6-8fed-0230f6913b2c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1622afc0-6d82-424e-996b-fb93dc13f0e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305641 Nov 18 18:25:16.058549 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-d8949499-fb08-4805-b0c4-7a00f0955d52 None None] Provisioning complete for port aa052f03-0abf-4d38-b608-2f1bf38c5683 triggered by entity DHCP. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:25:16.059162 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-d8949499-fb08-4805-b0c4-7a00f0955d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:16.087554 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba99eac2-b9af-4c8c-9529-32d2773c66d1 None None] Pushing event updated for resources: {'Port': ['ID=aa052f03-0abf-4d38-b608-2f1bf38c5683,revision_number=4']} {{(pid=101556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:25:16.189014 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_dvr_db [None req-d5e30f28-60e9-4f68-adb0-983de403aef7 None None] Set router 46c72e2b-879d-40bc-80c0-ab2c6742cc71 gateway port host: dv-cinder-816695-1-iscsi {{(pid=101556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:25:16.230617 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-c55a7e2d-9d56-4194-b8c1-3d93d336cf59 req-f0f58959-b433-43e3-9310-5af50fed3ef6 service neutron] 10.222.0.46 "GET /v2.0/networks/1622afc0-6d82-424e-996b-fb93dc13f0e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651015 Nov 18 18:25:16.330945 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Device 3f896c91-f227-4a85-af0d-4a10ac2d04e3 up at agent ovs-agent-dv-cinder-816695-1-iscsi {{(pid=101555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:25:16.385557 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8bbba7-1f52-4ea5-8ae3-3d363651eb85 req-f68ac2b3-72c4-418f-8583-6e8be62e7e60 tempest-VolumesActionsTest-1006877914 tempest-VolumesActionsTest-1006877914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:25:16.387342 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-3e8bbba7-1f52-4ea5-8ae3-3d363651eb85 req-f68ac2b3-72c4-418f-8583-6e8be62e7e60 tempest-VolumesActionsTest-1006877914 tempest-VolumesActionsTest-1006877914-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a4f9e17-8d63-4343-9f23-ce154e18e81c HTTP/1.1" status: 200 len: 943 time: 0.1164174 Nov 18 18:25:16.394243 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-d8949499-fb08-4805-b0c4-7a00f0955d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:16.419476 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-c55a7e2d-9d56-4194-b8c1-3d93d336cf59 req-201a8535-675e-4f93-a1ab-b3bf17f3c272 service neutron] 10.222.0.46 "GET /v2.0/networks/1622afc0-6d82-424e-996b-fb93dc13f0e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806612 Nov 18 18:25:16.447398 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-d8949499-fb08-4805-b0c4-7a00f0955d52 None None] For port aa052f03-0abf-4d38-b608-2f1bf38c5683, host dv-cinder-816695-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816695-1-iscsi',level=0,port_id=aa052f03-0abf-4d38-b608-2f1bf38c5683,segment=NetworkSegment(4afe0bd8-a1f3-432b-8056-5aa80e181335),segment_id=4afe0bd8-a1f3-432b-8056-5aa80e181335)] {{(pid=101555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:25:16.453407 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-d8949499-fb08-4805-b0c4-7a00f0955d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:16.465300 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-3e8bbba7-1f52-4ea5-8ae3-3d363651eb85 req-180f6a1a-9f40-464e-8c87-c271e6ae447f tempest-VolumesActionsTest-1006877914 tempest-VolumesActionsTest-1006877914-project] 10.222.0.21 "GET /v2.0/security-groups?id=618a6701-7aa6-46c7-8a0c-78c8fbc7401c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663369 Nov 18 18:25:16.486111 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_hamode_db [None req-d5e30f28-60e9-4f68-adb0-983de403aef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46c72e2b-879d-40bc-80c0-ab2c6742cc71', 'name': 'tempest-TestVolumeBootPattern-1166658766-router', 'tenant_id': '74ad268b01ea4bb09293580a9cd7d323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'external_fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '3f896c91-f227-4a85-af0d-4a10ac2d04e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:25:07Z', 'updated_at': '2021-11-18T18:25:11Z', 'revision_number': 4, 'project_id': '74ad268b01ea4bb09293580a9cd7d323', 'gw_port': {'id': '3f896c91-f227-4a85-af0d-4a10ac2d04e3', 'name': '', 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:93:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c72e2b-879d-40bc-80c0-ab2c6742cc71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:25:08Z', 'updated_at': '2021-11-18T18:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816695-1-iscsi', '_interfaces': [{'id': 'aa052f03-0abf-4d38-b608-2f1bf38c5683', 'name': '', 'network_id': '19773b34-c70d-4a34-960c-aacf4deb7e74', 'tenant_id': '74ad268b01ea4bb09293580a9cd7d323', 'mac_address': 'fa:16:3e:17:4d:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46c72e2b-879d-40bc-80c0-ab2c6742cc71', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '902f9f38-a685-4c82-8d2d-241557128b22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:25:10Z', 'updated_at': '2021-11-18T18:25:15Z', 'revision_number': 4, 'project_id': '74ad268b01ea4bb09293580a9cd7d323', 'subnets': [{'id': '902f9f38-a685-4c82-8d2d-241557128b22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816695-1-iscsi', False) {} {{(pid=101556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:25:16.492144 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Provisioning complete for port 3f896c91-f227-4a85-af0d-4a10ac2d04e3 triggered by entity L2. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:25:16.492688 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:16.517428 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e30f28-60e9-4f68-adb0-983de403aef7 None None] The sync data for ids ['46c72e2b-879d-40bc-80c0-ab2c6742cc71'] in dv-cinder-816695-1-iscsi is: [{'id': '46c72e2b-879d-40bc-80c0-ab2c6742cc71', 'name': 'tempest-TestVolumeBootPattern-1166658766-router', 'tenant_id': '74ad268b01ea4bb09293580a9cd7d323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'external_fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '3f896c91-f227-4a85-af0d-4a10ac2d04e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:25:07Z', 'updated_at': '2021-11-18T18:25:11Z', 'revision_number': 4, 'project_id': '74ad268b01ea4bb09293580a9cd7d323', 'gw_port': {'id': '3f896c91-f227-4a85-af0d-4a10ac2d04e3', 'name': '', 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:93:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c72e2b-879d-40bc-80c0-ab2c6742cc71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:25:08Z', 'updated_at': '2021-11-18T18:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816695-1-iscsi', '_interfaces': [{'id': 'aa052f03-0abf-4d38-b608-2f1bf38c5683', 'name': '', 'network_id': '19773b34-c70d-4a34-960c-aacf4deb7e74', 'tenant_id': '74ad268b01ea4bb09293580a9cd7d323', 'mac_address': 'fa:16:3e:17:4d:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46c72e2b-879d-40bc-80c0-ab2c6742cc71', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '902f9f38-a685-4c82-8d2d-241557128b22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:25:10Z', 'updated_at': '2021-11-18T18:25:15Z', 'revision_number': 4, 'project_id': '74ad268b01ea4bb09293580a9cd7d323', 'subnets': [{'id': '902f9f38-a685-4c82-8d2d-241557128b22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 18:25:16.531764 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1ae895-47fa-46bc-b967-f31206e19b97 req-e77d81ba-353e-427c-bb0b-d4a5936c562e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:25:16.533431 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-3e1ae895-47fa-46bc-b967-f31206e19b97 req-e77d81ba-353e-427c-bb0b-d4a5936c562e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=11f46c68a0c44de3bfb3dbd0904f4849&device_id=2a4f9e17-8d63-4343-9f23-ce154e18e81c HTTP/1.1" status: 200 len: 1096 time: 0.0508432 Nov 18 18:25:16.552098 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8949499-fb08-4805-b0c4-7a00f0955d52 None None] Pushing event updated for resources: {'Port': ['ID=aa052f03-0abf-4d38-b608-2f1bf38c5683,revision_number=5']} {{(pid=101555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:25:16.607047 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-ed425594-979a-412a-bebb-e726af1259c4 None None] Provisioning complete for port aa052f03-0abf-4d38-b608-2f1bf38c5683 triggered by entity DHCP. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:25:16.607626 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-ed425594-979a-412a-bebb-e726af1259c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:16.653378 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Device aa052f03-0abf-4d38-b608-2f1bf38c5683 up at agent ovs-agent-dv-cinder-816695-1-iscsi {{(pid=101555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:25:16.656376 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1ae895-47fa-46bc-b967-f31206e19b97 req-05410ba9-0f6f-427a-8aff-fc1a3dc050cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:25:16.659541 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-3e1ae895-47fa-46bc-b967-f31206e19b97 req-05410ba9-0f6f-427a-8aff-fc1a3dc050cb service neutron] 10.222.0.46 "GET /v2.0/networks?id=1622afc0-6d82-424e-996b-fb93dc13f0e4 HTTP/1.1" status: 200 len: 910 time: 0.1101174 Nov 18 18:25:16.704517 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-3e1ae895-47fa-46bc-b967-f31206e19b97 req-3f63b49f-b98a-4024-ab1c-252e709adace service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f25b6126-b321-4c0b-89ee-2c498f64c8e7 HTTP/1.1" status: 200 len: 217 time: 0.0380206 Nov 18 18:25:16.765223 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1ae895-47fa-46bc-b967-f31206e19b97 req-7ec4ef16-717f-4f80-ba85-4eca08295014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:25:16.766510 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Provisioning complete for port aa052f03-0abf-4d38-b608-2f1bf38c5683 triggered by entity L2. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:25:16.766907 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:16.768451 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-3e1ae895-47fa-46bc-b967-f31206e19b97 req-7ec4ef16-717f-4f80-ba85-4eca08295014 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0510f0fa-374e-4bcf-a223-fcb81dbe580b HTTP/1.1" status: 200 len: 849 time: 0.0568826 Nov 18 18:25:16.810885 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-3e1ae895-47fa-46bc-b967-f31206e19b97 req-828785df-8368-47d4-bed8-27cd24c3386e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1622afc0-6d82-424e-996b-fb93dc13f0e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339391 Nov 18 18:25:16.924690 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-3e1ae895-47fa-46bc-b967-f31206e19b97 req-7a5d72ac-ad75-4cfc-8b31-17ecd3df2de4 service neutron] 10.222.0.46 "GET /v2.0/networks/1622afc0-6d82-424e-996b-fb93dc13f0e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057775 Nov 18 18:25:16.972779 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-cd169395-ba62-4885-8b1f-e6616afe023f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:17.030934 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-3e1ae895-47fa-46bc-b967-f31206e19b97 req-3a1e6457-0dba-4665-854f-8436b5908011 service neutron] 10.222.0.46 "GET /v2.0/networks/1622afc0-6d82-424e-996b-fb93dc13f0e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973487 Nov 18 18:25:17.587788 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ffb925-4c13-4f59-b274-59b5595959ca req-b8729c58-9091-420f-929b-dfd185a54694 tempest-VolumesActionsTest-1006877914 tempest-VolumesActionsTest-1006877914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:25:17.589341 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-a7ffb925-4c13-4f59-b274-59b5595959ca req-b8729c58-9091-420f-929b-dfd185a54694 tempest-VolumesActionsTest-1006877914 tempest-VolumesActionsTest-1006877914-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a4f9e17-8d63-4343-9f23-ce154e18e81c HTTP/1.1" status: 200 len: 943 time: 0.0583916 Nov 18 18:25:17.635654 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-a7ffb925-4c13-4f59-b274-59b5595959ca req-df1c7099-7dbf-49b4-8c1a-5e7e8acff2ed tempest-VolumesActionsTest-1006877914 tempest-VolumesActionsTest-1006877914-project] 10.222.0.21 "GET /v2.0/security-groups?id=618a6701-7aa6-46c7-8a0c-78c8fbc7401c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399010 Nov 18 18:25:18.229206 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Device aa052f03-0abf-4d38-b608-2f1bf38c5683 up at agent ovs-agent-dv-cinder-816695-1-iscsi {{(pid=101555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:25:18.276036 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Provisioning complete for port aa052f03-0abf-4d38-b608-2f1bf38c5683 triggered by entity L2. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:25:18.276407 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:18.749423 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7835757f-932a-4fe0-9cfd-5d760c0e97f3 req-9924bcd7-7cea-4065-860e-a6e1b0d77e26 tempest-VolumesActionsTest-1006877914 tempest-VolumesActionsTest-1006877914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:25:18.750897 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-7835757f-932a-4fe0-9cfd-5d760c0e97f3 req-9924bcd7-7cea-4065-860e-a6e1b0d77e26 tempest-VolumesActionsTest-1006877914 tempest-VolumesActionsTest-1006877914-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a4f9e17-8d63-4343-9f23-ce154e18e81c HTTP/1.1" status: 200 len: 943 time: 0.0500894 Nov 18 18:25:18.793924 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-7835757f-932a-4fe0-9cfd-5d760c0e97f3 req-31791631-93e8-4154-9767-5cc478929043 tempest-VolumesActionsTest-1006877914 tempest-VolumesActionsTest-1006877914-project] 10.222.0.21 "GET /v2.0/security-groups?id=618a6701-7aa6-46c7-8a0c-78c8fbc7401c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370722 Nov 18 18:25:19.874244 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.agents_db [None req-879798a6-d64d-4745-9d9a-40c50c0efc22 None None] Agent healthcheck: found 6 active agents {{(pid=101556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 18:25:19.911139 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2e85de-f650-4729-bde9-75d840d1f91c req-4c5f986c-877e-4d66-af0c-46da74873daf tempest-VolumesActionsTest-1006877914 tempest-VolumesActionsTest-1006877914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:25:19.912644 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-8c2e85de-f650-4729-bde9-75d840d1f91c req-4c5f986c-877e-4d66-af0c-46da74873daf tempest-VolumesActionsTest-1006877914 tempest-VolumesActionsTest-1006877914-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a4f9e17-8d63-4343-9f23-ce154e18e81c HTTP/1.1" status: 200 len: 943 time: 0.0512083 Nov 18 18:25:19.951743 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-8c2e85de-f650-4729-bde9-75d840d1f91c req-e93f0fb9-4c32-4bfc-92b1-3dcc1e22d270 tempest-VolumesActionsTest-1006877914 tempest-VolumesActionsTest-1006877914-project] 10.222.0.21 "GET /v2.0/security-groups?id=618a6701-7aa6-46c7-8a0c-78c8fbc7401c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329475 Nov 18 18:25:20.355177 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Device f25b6126-b321-4c0b-89ee-2c498f64c8e7 details requested by agent hyperv_hv-cinder-81669 with host hv-cinder-81669 {{(pid=101555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 18:25:20.452369 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] For port f25b6126-b321-4c0b-89ee-2c498f64c8e7, host hv-cinder-81669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81669',level=0,port_id=f25b6126-b321-4c0b-89ee-2c498f64c8e7,segment=NetworkSegment(2642fec4-336e-41f6-bdb4-c1b2f8ff8ee1),segment_id=2642fec4-336e-41f6-bdb4-c1b2f8ff8ee1)] {{(pid=101555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:25:20.463191 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Returning: {'device': 'f25b6126-b321-4c0b-89ee-2c498f64c8e7', 'network_id': '1622afc0-6d82-424e-996b-fb93dc13f0e4', 'port_id': 'f25b6126-b321-4c0b-89ee-2c498f64c8e7', 'mac_address': 'fa:16:3e:46:9d:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0510f0fa-374e-4bcf-a223-fcb81dbe580b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 18:25:20.500566 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:20.513989 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.notifiers.nova [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f25b6126-b321-4c0b-89ee-2c498f64c8e7 {{(pid=101555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 18:25:20.535530 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] For port f25b6126-b321-4c0b-89ee-2c498f64c8e7, host hv-cinder-81669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81669',level=0,port_id=f25b6126-b321-4c0b-89ee-2c498f64c8e7,segment=NetworkSegment(2642fec4-336e-41f6-bdb4-c1b2f8ff8ee1),segment_id=2642fec4-336e-41f6-bdb4-c1b2f8ff8ee1)] {{(pid=101555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:25:20.539195 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:20.591219 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Pushing event updated for resources: {'Port': ['ID=f25b6126-b321-4c0b-89ee-2c498f64c8e7,revision_number=4']} {{(pid=101555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:25:20.889537 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] get_ports_and_sgs() called for port_ids ['f25b6126-b321-4c0b-89ee-2c498f64c8e7'] {{(pid=101555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 18:25:21.073230 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccad889d-a70a-4218-ae98-372b77e41570 req-c9b04b1a-f20f-4047-8b94-2cf378d8c8cc tempest-VolumesActionsTest-1006877914 tempest-VolumesActionsTest-1006877914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:25:21.074743 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-ccad889d-a70a-4218-ae98-372b77e41570 req-c9b04b1a-f20f-4047-8b94-2cf378d8c8cc tempest-VolumesActionsTest-1006877914 tempest-VolumesActionsTest-1006877914-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a4f9e17-8d63-4343-9f23-ce154e18e81c HTTP/1.1" status: 200 len: 944 time: 0.0531032 Nov 18 18:25:21.114857 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-ccad889d-a70a-4218-ae98-372b77e41570 req-7280de56-88fd-4592-aae1-25fc2ddcc521 tempest-VolumesActionsTest-1006877914 tempest-VolumesActionsTest-1006877914-project] 10.222.0.21 "GET /v2.0/security-groups?id=618a6701-7aa6-46c7-8a0c-78c8fbc7401c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320475 Nov 18 18:25:22.233385 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a94a1b2-13a4-446a-8c01-0e0c8946ed75 req-ed6e5605-5f85-48ce-994a-fcea1d5af484 tempest-VolumesActionsTest-1006877914 tempest-VolumesActionsTest-1006877914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:25:22.234876 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-4a94a1b2-13a4-446a-8c01-0e0c8946ed75 req-ed6e5605-5f85-48ce-994a-fcea1d5af484 tempest-VolumesActionsTest-1006877914 tempest-VolumesActionsTest-1006877914-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a4f9e17-8d63-4343-9f23-ce154e18e81c HTTP/1.1" status: 200 len: 944 time: 0.0502658 Nov 18 18:25:22.272212 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-4a94a1b2-13a4-446a-8c01-0e0c8946ed75 req-c14c498c-631c-4a6e-8fdf-c77b66813481 tempest-VolumesActionsTest-1006877914 tempest-VolumesActionsTest-1006877914-project] 10.222.0.21 "GET /v2.0/security-groups?id=618a6701-7aa6-46c7-8a0c-78c8fbc7401c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312369 Nov 18 18:25:22.353994 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Device f25b6126-b321-4c0b-89ee-2c498f64c8e7 up at agent hyperv_hv-cinder-81669 {{(pid=101555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:25:22.405525 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Provisioning for port f25b6126-b321-4c0b-89ee-2c498f64c8e7 completed by entity L2. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 18:25:22.409022 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Provisioning complete for port f25b6126-b321-4c0b-89ee-2c498f64c8e7 triggered by entity L2. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:25:22.409394 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:22.486350 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:22.511276 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a4f9e17-8d63-4343-9f23-ce154e18e81c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f25b6126-b321-4c0b-89ee-2c498f64c8e7'}] {{(pid=101555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:25:22.513575 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d346ce470d451c2c3f81e461e68bbd58c3f0d417750f3f38c7c8caca9575360f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-005f062e-facf-4338-8775-fe236d8669b9" -d '{"events": [{"server_uuid": "2a4f9e17-8d63-4343-9f23-ce154e18e81c", "name": "network-vif-plugged", "status": "completed", "tag": "f25b6126-b321-4c0b-89ee-2c498f64c8e7"}]}' {{(pid=101555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:25:22.526892 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] For port f25b6126-b321-4c0b-89ee-2c498f64c8e7, host hv-cinder-81669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81669',level=0,port_id=f25b6126-b321-4c0b-89ee-2c498f64c8e7,segment=NetworkSegment(2642fec4-336e-41f6-bdb4-c1b2f8ff8ee1),segment_id=2642fec4-336e-41f6-bdb4-c1b2f8ff8ee1)] {{(pid=101555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:25:22.530969 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:22.579596 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Pushing event updated for resources: {'Port': ['ID=f25b6126-b321-4c0b-89ee-2c498f64c8e7,revision_number=5']} {{(pid=101555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:25:22.605587 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 18:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e88f220-fde5-422e-87e9-de687f0d872f x-openstack-request-id: req-6e88f220-fde5-422e-87e9-de687f0d872f {{(pid=101555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:25:22.605880 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a4f9e17-8d63-4343-9f23-ce154e18e81c", "name": "network-vif-plugged", "status": "completed", "tag": "f25b6126-b321-4c0b-89ee-2c498f64c8e7", "code": 200}]} {{(pid=101555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:25:22.606132 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6e88f220-fde5-422e-87e9-de687f0d872f {{(pid=101555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:25:22.606540 dv-cinder-816695-1-iscsi neutron-server[101555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a4f9e17-8d63-4343-9f23-ce154e18e81c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f25b6126-b321-4c0b-89ee-2c498f64c8e7', 'code': 200} Nov 18 18:25:22.775441 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d57265f-a956-430f-bbc8-120c3cf91473 req-07723ded-2c9c-4665-8ea4-a3d9bf35fdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:25:22.776947 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-1d57265f-a956-430f-bbc8-120c3cf91473 req-07723ded-2c9c-4665-8ea4-a3d9bf35fdbc service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2a4f9e17-8d63-4343-9f23-ce154e18e81c HTTP/1.1" status: 200 len: 1098 time: 0.0439813 Nov 18 18:25:22.811093 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-1d57265f-a956-430f-bbc8-120c3cf91473 req-8175eabb-94b8-4051-b640-fb93a859ecd7 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=618a6701-7aa6-46c7-8a0c-78c8fbc7401c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267279 Nov 18 18:25:23.389712 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e6134c-9531-4dfb-b5c1-2642e4ec091b req-132bbd02-24b6-4cca-a015-9a2ce23a5c3b tempest-VolumesActionsTest-1006877914 tempest-VolumesActionsTest-1006877914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:25:23.391161 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-f8e6134c-9531-4dfb-b5c1-2642e4ec091b req-132bbd02-24b6-4cca-a015-9a2ce23a5c3b tempest-VolumesActionsTest-1006877914 tempest-VolumesActionsTest-1006877914-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a4f9e17-8d63-4343-9f23-ce154e18e81c HTTP/1.1" status: 200 len: 945 time: 0.0561707 Nov 18 18:25:23.429198 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-f8e6134c-9531-4dfb-b5c1-2642e4ec091b req-53966fc3-d582-492e-9306-18cae2a7619b tempest-VolumesActionsTest-1006877914 tempest-VolumesActionsTest-1006877914-project] 10.222.0.21 "GET /v2.0/security-groups?id=618a6701-7aa6-46c7-8a0c-78c8fbc7401c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320158 Nov 18 18:25:24.547575 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e16276-e2cf-4812-a4c6-296288f9b29d req-1a213fae-0c4b-404a-bc6e-557bab7f1330 tempest-VolumesActionsTest-1006877914 tempest-VolumesActionsTest-1006877914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:25:24.549097 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-81e16276-e2cf-4812-a4c6-296288f9b29d req-1a213fae-0c4b-404a-bc6e-557bab7f1330 tempest-VolumesActionsTest-1006877914 tempest-VolumesActionsTest-1006877914-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a4f9e17-8d63-4343-9f23-ce154e18e81c HTTP/1.1" status: 200 len: 945 time: 0.0512922 Nov 18 18:25:24.588027 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-81e16276-e2cf-4812-a4c6-296288f9b29d req-e0ad2fc0-880d-4d2f-840a-e49868f49180 tempest-VolumesActionsTest-1006877914 tempest-VolumesActionsTest-1006877914-project] 10.222.0.21 "GET /v2.0/security-groups?id=618a6701-7aa6-46c7-8a0c-78c8fbc7401c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329149 Nov 18 18:25:25.400008 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80a4419-0ace-457b-a945-0be79a8cacb6 req-e54bad9e-ad46-4ffb-bb47-7fdb98c2956c tempest-VolumesActionsTest-1006877914 tempest-VolumesActionsTest-1006877914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:25:25.401495 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-c80a4419-0ace-457b-a945-0be79a8cacb6 req-e54bad9e-ad46-4ffb-bb47-7fdb98c2956c tempest-VolumesActionsTest-1006877914 tempest-VolumesActionsTest-1006877914-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a4f9e17-8d63-4343-9f23-ce154e18e81c HTTP/1.1" status: 200 len: 945 time: 0.0499744 Nov 18 18:25:25.440179 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-c80a4419-0ace-457b-a945-0be79a8cacb6 req-6ec469dc-f700-4959-9d7f-330b05d0c760 tempest-VolumesActionsTest-1006877914 tempest-VolumesActionsTest-1006877914-project] 10.222.0.21 "GET /v2.0/security-groups?id=618a6701-7aa6-46c7-8a0c-78c8fbc7401c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308387 Nov 18 18:25:25.633184 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:26.560602 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0eb962-5a89-41c6-9f7c-602b8c555efe req-aefea1a2-2373-4852-8ab1-c099abb193e0 tempest-VolumesActionsTest-1006877914 tempest-VolumesActionsTest-1006877914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:25:26.562075 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-bd0eb962-5a89-41c6-9f7c-602b8c555efe req-aefea1a2-2373-4852-8ab1-c099abb193e0 tempest-VolumesActionsTest-1006877914 tempest-VolumesActionsTest-1006877914-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a4f9e17-8d63-4343-9f23-ce154e18e81c HTTP/1.1" status: 200 len: 945 time: 0.0514953 Nov 18 18:25:26.601020 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-bd0eb962-5a89-41c6-9f7c-602b8c555efe req-af860286-3260-4716-9bcb-f03ed82d6bde tempest-VolumesActionsTest-1006877914 tempest-VolumesActionsTest-1006877914-project] 10.222.0.21 "GET /v2.0/security-groups?id=618a6701-7aa6-46c7-8a0c-78c8fbc7401c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330417 Nov 18 18:25:27.092030 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94a6343-47a5-4638-92bf-c74f3e74beb9 req-11b3f8b5-dab3-457d-a3ed-226a15f3e5bd tempest-VolumesActionsTest-1006877914 tempest-VolumesActionsTest-1006877914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:25:27.093407 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-a94a6343-47a5-4638-92bf-c74f3e74beb9 req-11b3f8b5-dab3-457d-a3ed-226a15f3e5bd tempest-VolumesActionsTest-1006877914 tempest-VolumesActionsTest-1006877914-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a4f9e17-8d63-4343-9f23-ce154e18e81c HTTP/1.1" status: 200 len: 945 time: 0.0489588 Nov 18 18:25:27.186636 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.plugin [req-a94a6343-47a5-4638-92bf-c74f3e74beb9 req-a937db05-d683-47ca-9ecd-025c7c42466d tempest-VolumesActionsTest-1006877914 tempest-VolumesActionsTest-1006877914-project] Deleting port f25b6126-b321-4c0b-89ee-2c498f64c8e7 {{(pid=101553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 18 18:25:27.186971 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-a94a6343-47a5-4638-92bf-c74f3e74beb9 req-a937db05-d683-47ca-9ecd-025c7c42466d tempest-VolumesActionsTest-1006877914 tempest-VolumesActionsTest-1006877914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768457215290'] for port, before_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:27.273077 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.db [req-a94a6343-47a5-4638-92bf-c74f3e74beb9 req-a937db05-d683-47ca-9ecd-025c7c42466d tempest-VolumesActionsTest-1006877914 tempest-VolumesActionsTest-1006877914-project] For port f25b6126-b321-4c0b-89ee-2c498f64c8e7, host hv-cinder-81669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81669',level=0,port_id=f25b6126-b321-4c0b-89ee-2c498f64c8e7,segment=NetworkSegment(2642fec4-336e-41f6-bdb4-c1b2f8ff8ee1),segment_id=2642fec4-336e-41f6-bdb4-c1b2f8ff8ee1)] {{(pid=101553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:25:27.273436 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-a94a6343-47a5-4638-92bf-c74f3e74beb9 req-a937db05-d683-47ca-9ecd-025c7c42466d tempest-VolumesActionsTest-1006877914 tempest-VolumesActionsTest-1006877914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369284'] for port, precommit_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:27.286028 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.plugin [req-a94a6343-47a5-4638-92bf-c74f3e74beb9 req-a937db05-d683-47ca-9ecd-025c7c42466d tempest-VolumesActionsTest-1006877914 tempest-VolumesActionsTest-1006877914-project] Calling delete_port for f25b6126-b321-4c0b-89ee-2c498f64c8e7 owned by compute:nova {{(pid=101553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 18 18:25:27.413280 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-a94a6343-47a5-4638-92bf-c74f3e74beb9 req-a937db05-d683-47ca-9ecd-025c7c42466d tempest-VolumesActionsTest-1006877914 tempest-VolumesActionsTest-1006877914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768457221690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768456900410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5584108'] for port, after_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:27.425964 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] get_ports_and_sgs() called for port_ids ['f25b6126-b321-4c0b-89ee-2c498f64c8e7'] {{(pid=101555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 18:25:27.438921 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a937db05-d683-47ca-9ecd-025c7c42466d tempest-VolumesActionsTest-1006877914 tempest-VolumesActionsTest-1006877914-project] Pushing event deleted for resources: {'Port': ['ID=f25b6126-b321-4c0b-89ee-2c498f64c8e7,revision_number=None']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:25:27.480630 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.db.l3_dvrscheduler_db [req-a94a6343-47a5-4638-92bf-c74f3e74beb9 req-a937db05-d683-47ca-9ecd-025c7c42466d tempest-VolumesActionsTest-1006877914 tempest-VolumesActionsTest-1006877914-project] No DVR routers for this DVR port f25b6126-b321-4c0b-89ee-2c498f64c8e7 on host hv-cinder-81669 {{(pid=101553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 18:25:27.483052 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-a94a6343-47a5-4638-92bf-c74f3e74beb9 req-a937db05-d683-47ca-9ecd-025c7c42466d tempest-VolumesActionsTest-1006877914 tempest-VolumesActionsTest-1006877914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47340'] for port, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:27.486355 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-a94a6343-47a5-4638-92bf-c74f3e74beb9 req-a937db05-d683-47ca-9ecd-025c7c42466d tempest-VolumesActionsTest-1006877914 tempest-VolumesActionsTest-1006877914-project] 10.222.0.46 "DELETE /v2.0/ports/f25b6126-b321-4c0b-89ee-2c498f64c8e7 HTTP/1.1" status: 204 len: 173 time: 0.3846066 Nov 18 18:25:27.486786 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a4f9e17-8d63-4343-9f23-ce154e18e81c', 'name': 'network-vif-deleted', 'tag': 'f25b6126-b321-4c0b-89ee-2c498f64c8e7'}] {{(pid=101553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:25:27.489041 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3f9c8695bc273365e1ae5046181e224bccdab9c1f2bdac51621509927968c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a67886a-466e-4620-9242-171193a3eb2b" -d '{"events": [{"server_uuid": "2a4f9e17-8d63-4343-9f23-ce154e18e81c", "name": "network-vif-deleted", "tag": "f25b6126-b321-4c0b-89ee-2c498f64c8e7"}]}' {{(pid=101553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:25:27.531418 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 18:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2daa0ee1-2889-4f19-aae8-d94c31b3a670 x-openstack-request-id: req-2daa0ee1-2889-4f19-aae8-d94c31b3a670 {{(pid=101553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:25:27.531704 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a4f9e17-8d63-4343-9f23-ce154e18e81c", "name": "network-vif-deleted", "tag": "f25b6126-b321-4c0b-89ee-2c498f64c8e7", "status": "completed", "code": 200}]} {{(pid=101553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:25:27.531983 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2daa0ee1-2889-4f19-aae8-d94c31b3a670 {{(pid=101553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:25:27.532375 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a4f9e17-8d63-4343-9f23-ce154e18e81c', 'name': 'network-vif-deleted', 'tag': 'f25b6126-b321-4c0b-89ee-2c498f64c8e7', 'status': 'completed', 'code': 200} Nov 18 18:25:27.709119 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-b6af03b7-5816-4b47-ad4f-902c73bf8640 req-8227228a-1cdf-4ee5-ae8e-14b1d829a75f tempest-VolumesActionsTest-1006877914 tempest-VolumesActionsTest-1006877914-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a4f9e17-8d63-4343-9f23-ce154e18e81c HTTP/1.1" status: 200 len: 210 time: 0.0308836 Nov 18 18:25:28.964013 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086a798b-1279-4da4-a7dc-219da065c85b req-3cd87c37-d1c3-4269-9df8-bbc397920669 tempest-VolumesActionsTest-1006877914 tempest-VolumesActionsTest-1006877914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:25:28.965499 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-086a798b-1279-4da4-a7dc-219da065c85b req-3cd87c37-d1c3-4269-9df8-bbc397920669 tempest-VolumesActionsTest-1006877914 tempest-VolumesActionsTest-1006877914-project] 10.222.0.21 "GET /v2.0/networks?id=1622afc0-6d82-424e-996b-fb93dc13f0e4 HTTP/1.1" status: 200 len: 809 time: 0.0995812 Nov 18 18:25:28.980774 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-086a798b-1279-4da4-a7dc-219da065c85b req-84cb9ba8-3d5b-4c5c-bd34-173df747afa3 tempest-VolumesActionsTest-1006877914 tempest-VolumesActionsTest-1006877914-project] 10.222.0.21 "GET /v2.0/quotas/11f46c68a0c44de3bfb3dbd0904f4849 HTTP/1.1" status: 200 len: 375 time: 0.0091243 Nov 18 18:25:29.011679 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-086a798b-1279-4da4-a7dc-219da065c85b req-701c6884-895e-4ef1-9a9e-280587c4a7e6 tempest-VolumesActionsTest-1006877914 tempest-VolumesActionsTest-1006877914-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=11f46c68a0c44de3bfb3dbd0904f4849&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0257125 Nov 18 18:25:29.104831 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-086a798b-1279-4da4-a7dc-219da065c85b req-dfe512f5-d32e-4c8e-9b8d-64e40709af33 service neutron] 10.222.0.21 "GET /v2.0/networks/1622afc0-6d82-424e-996b-fb93dc13f0e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857117 Nov 18 18:25:29.192455 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-086a798b-1279-4da4-a7dc-219da065c85b req-066043d0-3ee5-41a2-a3b3-36528be0a012 service neutron] 10.222.0.21 "GET /v2.0/networks/1622afc0-6d82-424e-996b-fb93dc13f0e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816486 Nov 18 18:25:29.353359 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-65483e23-7ea5-4647-8b01-7221bb7704b8 req-4e96eccf-9e40-41ed-ac1a-776cf0784bca tempest-VolumesActionsTest-1006877914 tempest-VolumesActionsTest-1006877914-project] 10.222.0.21 "GET /v2.0/ports?device_id=bddf9606-bf3d-44bd-8b64-14c458b0e3bb HTTP/1.1" status: 200 len: 210 time: 0.0312533 Nov 18 18:25:30.233971 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086a798b-1279-4da4-a7dc-219da065c85b req-a1f77c32-afb2-4c20-b071-d793c8ac8dc8 tempest-VolumesActionsTest-1006877914 tempest-VolumesActionsTest-1006877914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:25:30.235427 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-086a798b-1279-4da4-a7dc-219da065c85b req-a1f77c32-afb2-4c20-b071-d793c8ac8dc8 tempest-VolumesActionsTest-1006877914 tempest-VolumesActionsTest-1006877914-project] 10.222.0.46 "GET /v2.0/networks?id=1622afc0-6d82-424e-996b-fb93dc13f0e4 HTTP/1.1" status: 200 len: 809 time: 0.1016133 Nov 18 18:25:30.248820 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.v2.base [req-086a798b-1279-4da4-a7dc-219da065c85b req-1d17f22c-77d2-45af-80da-d2419d29c6be tempest-VolumesActionsTest-1006877914 tempest-VolumesActionsTest-1006877914-project] Request body: {'port': {'device_id': 'bddf9606-bf3d-44bd-8b64-14c458b0e3bb', 'network_id': '1622afc0-6d82-424e-996b-fb93dc13f0e4', 'admin_state_up': True, 'tenant_id': '11f46c68a0c44de3bfb3dbd0904f4849'}} {{(pid=101553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:25:30.361511 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-086a798b-1279-4da4-a7dc-219da065c85b req-1d17f22c-77d2-45af-80da-d2419d29c6be tempest-VolumesActionsTest-1006877914 tempest-VolumesActionsTest-1006877914-project] Made reservation on behalf of 11f46c68a0c44de3bfb3dbd0904f4849 for: {'port': 1} {{(pid=101553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 18:25:30.365129 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-086a798b-1279-4da4-a7dc-219da065c85b req-1d17f22c-77d2-45af-80da-d2419d29c6be tempest-VolumesActionsTest-1006877914 tempest-VolumesActionsTest-1006877914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:30.453244 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-c9602af6-8a99-486b-967d-958db263cf42 req-3a16c1af-a10c-470f-9dde-849df554151c tempest-VolumesActionsTest-1006877914 tempest-VolumesActionsTest-1006877914-project] 10.222.0.21 "GET /v2.0/ports?device_id=bddf9606-bf3d-44bd-8b64-14c458b0e3bb HTTP/1.1" status: 200 len: 210 time: 0.0332870 Nov 18 18:25:30.513041 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.db.db_base_plugin_common [req-086a798b-1279-4da4-a7dc-219da065c85b req-1d17f22c-77d2-45af-80da-d2419d29c6be tempest-VolumesActionsTest-1006877914 tempest-VolumesActionsTest-1006877914-project] Allocated IP 172.20.0.11 (1622afc0-6d82-424e-996b-fb93dc13f0e4/0510f0fa-374e-4bcf-a223-fcb81dbe580b/76ceeb75-4078-45da-af6e-8f4ffc6e8ca2) {{(pid=101553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 18:25:30.655702 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-086a798b-1279-4da4-a7dc-219da065c85b req-1d17f22c-77d2-45af-80da-d2419d29c6be tempest-VolumesActionsTest-1006877914 tempest-VolumesActionsTest-1006877914-project] Notify callbacks [] for port, precommit_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:30.688137 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-086a798b-1279-4da4-a7dc-219da065c85b req-1d17f22c-77d2-45af-80da-d2419d29c6be tempest-VolumesActionsTest-1006877914 tempest-VolumesActionsTest-1006877914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768456900401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5584108'] for port, after_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:30.733095 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-086a798b-1279-4da4-a7dc-219da065c85b req-1d17f22c-77d2-45af-80da-d2419d29c6be tempest-VolumesActionsTest-1006877914 tempest-VolumesActionsTest-1006877914-project] Network 1622afc0-6d82-424e-996b-fb93dc13f0e4 is already hosted by enough agents. {{(pid=101553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:25:30.736178 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.scheduler.base_scheduler [req-086a798b-1279-4da4-a7dc-219da065c85b req-1d17f22c-77d2-45af-80da-d2419d29c6be tempest-VolumesActionsTest-1006877914 tempest-VolumesActionsTest-1006877914-project] Resources bound (agent type, host, resource id): {{(pid=101553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:25:30.739716 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.db.l3_dvrscheduler_db [req-086a798b-1279-4da4-a7dc-219da065c85b req-1d17f22c-77d2-45af-80da-d2419d29c6be tempest-VolumesActionsTest-1006877914 tempest-VolumesActionsTest-1006877914-project] Received port after_create {{(pid=101553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 18:25:30.749425 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d17f22c-77d2-45af-80da-d2419d29c6be tempest-VolumesActionsTest-1006877914 tempest-VolumesActionsTest-1006877914-project] Pushing event updated for resources: {'Port': ['ID=76ceeb75-4078-45da-af6e-8f4ffc6e8ca2,revision_number=1']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:25:30.794436 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086a798b-1279-4da4-a7dc-219da065c85b req-1d17f22c-77d2-45af-80da-d2419d29c6be tempest-VolumesActionsTest-1006877914 tempest-VolumesActionsTest-1006877914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:25:30.795046 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-086a798b-1279-4da4-a7dc-219da065c85b req-1d17f22c-77d2-45af-80da-d2419d29c6be tempest-VolumesActionsTest-1006877914 tempest-VolumesActionsTest-1006877914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47340'] for port, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:30.811360 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-086a798b-1279-4da4-a7dc-219da065c85b req-1d17f22c-77d2-45af-80da-d2419d29c6be tempest-VolumesActionsTest-1006877914 tempest-VolumesActionsTest-1006877914-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5665495 Nov 18 18:25:30.824112 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.v2.base [req-086a798b-1279-4da4-a7dc-219da065c85b req-d473372d-fa0a-4e58-a272-6da679d9fd87 service neutron] Request body: {'port': {'device_id': 'bddf9606-bf3d-44bd-8b64-14c458b0e3bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81669'}} {{(pid=101553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:25:30.875362 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-086a798b-1279-4da4-a7dc-219da065c85b req-d473372d-fa0a-4e58-a272-6da679d9fd87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:31.147752 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.notifiers.nova [req-086a798b-1279-4da4-a7dc-219da065c85b req-d473372d-fa0a-4e58-a272-6da679d9fd87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76ceeb75-4078-45da-af6e-8f4ffc6e8ca2 {{(pid=101553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 18:25:31.155330 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-086a798b-1279-4da4-a7dc-219da065c85b req-d473372d-fa0a-4e58-a272-6da679d9fd87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:31.168204 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.db.provisioning_blocks [req-086a798b-1279-4da4-a7dc-219da065c85b req-d473372d-fa0a-4e58-a272-6da679d9fd87 service neutron] Transition to ACTIVE for port object 76ceeb75-4078-45da-af6e-8f4ffc6e8ca2 will not be triggered until provisioned by entity L2. {{(pid=101553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 18:25:31.172183 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-086a798b-1279-4da4-a7dc-219da065c85b req-d473372d-fa0a-4e58-a272-6da679d9fd87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5584123'] for port, after_update {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:31.221968 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d473372d-fa0a-4e58-a272-6da679d9fd87 service neutron] Pushing event updated for resources: {'Port': ['ID=76ceeb75-4078-45da-af6e-8f4ffc6e8ca2,revision_number=2']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:25:31.289025 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.managers [req-086a798b-1279-4da4-a7dc-219da065c85b req-d473372d-fa0a-4e58-a272-6da679d9fd87 service neutron] Attempting to bind port 76ceeb75-4078-45da-af6e-8f4ffc6e8ca2 on host hv-cinder-81669 for vnic_type normal with profile {{(pid=101553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 18 18:25:31.289732 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.managers [req-086a798b-1279-4da4-a7dc-219da065c85b req-d473372d-fa0a-4e58-a272-6da679d9fd87 service neutron] Attempting to bind port 76ceeb75-4078-45da-af6e-8f4ffc6e8ca2 by drivers openvswitch,hyperv on host hv-cinder-81669 at level 0 using segments [{'id': '2642fec4-336e-41f6-bdb4-c1b2f8ff8ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '1622afc0-6d82-424e-996b-fb93dc13f0e4'}] {{(pid=101553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 18 18:25:31.289732 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-086a798b-1279-4da4-a7dc-219da065c85b req-d473372d-fa0a-4e58-a272-6da679d9fd87 service neutron] Attempting to bind port 76ceeb75-4078-45da-af6e-8f4ffc6e8ca2 on network 1622afc0-6d82-424e-996b-fb93dc13f0e4 {{(pid=101553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:25:31.294499 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-086a798b-1279-4da4-a7dc-219da065c85b req-d473372d-fa0a-4e58-a272-6da679d9fd87 service neutron] Port 76ceeb75-4078-45da-af6e-8f4ffc6e8ca2 on network 1622afc0-6d82-424e-996b-fb93dc13f0e4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81669 {{(pid=101553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 18:25:31.294820 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-086a798b-1279-4da4-a7dc-219da065c85b req-d473372d-fa0a-4e58-a272-6da679d9fd87 service neutron] Attempting to bind port 76ceeb75-4078-45da-af6e-8f4ffc6e8ca2 on network 1622afc0-6d82-424e-996b-fb93dc13f0e4 {{(pid=101553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:25:31.299469 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-086a798b-1279-4da4-a7dc-219da065c85b req-d473372d-fa0a-4e58-a272-6da679d9fd87 service neutron] Checking agent: {'id': 'de52c200-415c-462d-a684-4cc0655308c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81669', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 18, 11, 25), 'started_at': datetime.datetime(2021, 11, 18, 18, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 18, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 18:25:31.299824 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-086a798b-1279-4da4-a7dc-219da065c85b req-d473372d-fa0a-4e58-a272-6da679d9fd87 service neutron] Checking segment: {'id': '2642fec4-336e-41f6-bdb4-c1b2f8ff8ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '1622afc0-6d82-424e-996b-fb93dc13f0e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 18 18:25:31.300213 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-086a798b-1279-4da4-a7dc-219da065c85b req-d473372d-fa0a-4e58-a272-6da679d9fd87 service neutron] Bound using segment: {'id': '2642fec4-336e-41f6-bdb4-c1b2f8ff8ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '1622afc0-6d82-424e-996b-fb93dc13f0e4'} {{(pid=101553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 18:25:31.300637 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.managers [req-086a798b-1279-4da4-a7dc-219da065c85b req-d473372d-fa0a-4e58-a272-6da679d9fd87 service neutron] Bound port: 76ceeb75-4078-45da-af6e-8f4ffc6e8ca2, host: hv-cinder-81669, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2642fec4-336e-41f6-bdb4-c1b2f8ff8ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '1622afc0-6d82-424e-996b-fb93dc13f0e4'}}] {{(pid=101553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 18 18:25:31.300991 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-086a798b-1279-4da4-a7dc-219da065c85b req-d473372d-fa0a-4e58-a272-6da679d9fd87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:31.370275 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.db [req-086a798b-1279-4da4-a7dc-219da065c85b req-d473372d-fa0a-4e58-a272-6da679d9fd87 service neutron] For port 76ceeb75-4078-45da-af6e-8f4ffc6e8ca2, host hv-cinder-81669, cleared binding levels {{(pid=101553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 18:25:31.373990 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.db [req-086a798b-1279-4da4-a7dc-219da065c85b req-d473372d-fa0a-4e58-a272-6da679d9fd87 service neutron] For port 76ceeb75-4078-45da-af6e-8f4ffc6e8ca2, host hv-cinder-81669, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81669',level=0,port_id=76ceeb75-4078-45da-af6e-8f4ffc6e8ca2,segment=NetworkSegment(2642fec4-336e-41f6-bdb4-c1b2f8ff8ee1),segment_id=2642fec4-336e-41f6-bdb4-c1b2f8ff8ee1)] {{(pid=101553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 18:25:31.377630 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-086a798b-1279-4da4-a7dc-219da065c85b req-d473372d-fa0a-4e58-a272-6da679d9fd87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5584123'] for port, after_update {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:31.412071 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086a798b-1279-4da4-a7dc-219da065c85b req-d473372d-fa0a-4e58-a272-6da679d9fd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:25:31.412655 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-086a798b-1279-4da4-a7dc-219da065c85b req-d473372d-fa0a-4e58-a272-6da679d9fd87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47340'] for port, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:31.414066 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-086a798b-1279-4da4-a7dc-219da065c85b req-d473372d-fa0a-4e58-a272-6da679d9fd87 service neutron] 10.222.0.46 "PUT /v2.0/ports/76ceeb75-4078-45da-af6e-8f4ffc6e8ca2 HTTP/1.1" status: 200 len: 1094 time: 0.5944860 Nov 18 18:25:31.414508 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bddf9606-bf3d-44bd-8b64-14c458b0e3bb', 'tag': '76ceeb75-4078-45da-af6e-8f4ffc6e8ca2'}] {{(pid=101553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:25:31.416791 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3f9c8695bc273365e1ae5046181e224bccdab9c1f2bdac51621509927968c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1d702cc-b21d-4ad0-858a-b6f123dd108f" -d '{"events": [{"name": "network-changed", "server_uuid": "bddf9606-bf3d-44bd-8b64-14c458b0e3bb", "tag": "76ceeb75-4078-45da-af6e-8f4ffc6e8ca2"}]}' {{(pid=101553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:25:31.439665 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d473372d-fa0a-4e58-a272-6da679d9fd87 service neutron] Pushing event updated for resources: {'Port': ['ID=76ceeb75-4078-45da-af6e-8f4ffc6e8ca2,revision_number=3']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:25:31.473506 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 18:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b1a9970-fe3f-4e98-9fc6-6b56d6b48809 x-openstack-request-id: req-3b1a9970-fe3f-4e98-9fc6-6b56d6b48809 {{(pid=101553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:25:31.473796 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bddf9606-bf3d-44bd-8b64-14c458b0e3bb", "tag": "76ceeb75-4078-45da-af6e-8f4ffc6e8ca2", "status": "completed", "code": 200}]} {{(pid=101553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:25:31.474038 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3b1a9970-fe3f-4e98-9fc6-6b56d6b48809 {{(pid=101553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:25:31.474432 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bddf9606-bf3d-44bd-8b64-14c458b0e3bb', 'tag': '76ceeb75-4078-45da-af6e-8f4ffc6e8ca2', 'status': 'completed', 'code': 200} Nov 18 18:25:31.568032 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d702cc-b21d-4ad0-858a-b6f123dd108f req-2313c250-de9b-47d3-be5e-a9cf724377d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:25:31.569537 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-f1d702cc-b21d-4ad0-858a-b6f123dd108f req-2313c250-de9b-47d3-be5e-a9cf724377d3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=11f46c68a0c44de3bfb3dbd0904f4849&device_id=bddf9606-bf3d-44bd-8b64-14c458b0e3bb HTTP/1.1" status: 200 len: 1097 time: 0.0721180 Nov 18 18:25:31.582312 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8707eb-6dac-4643-954c-61e8edc18871 req-0dbf7210-65a9-4c83-9840-464905df08e4 tempest-VolumesActionsTest-1006877914 tempest-VolumesActionsTest-1006877914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:25:31.583716 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-4a8707eb-6dac-4643-954c-61e8edc18871 req-0dbf7210-65a9-4c83-9840-464905df08e4 tempest-VolumesActionsTest-1006877914 tempest-VolumesActionsTest-1006877914-project] 10.222.0.21 "GET /v2.0/ports?device_id=bddf9606-bf3d-44bd-8b64-14c458b0e3bb HTTP/1.1" status: 200 len: 944 time: 0.0613034 Nov 18 18:25:31.680519 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-4a8707eb-6dac-4643-954c-61e8edc18871 req-37d82ff0-939b-47a9-80d1-a58e15546cd3 tempest-VolumesActionsTest-1006877914 tempest-VolumesActionsTest-1006877914-project] 10.222.0.21 "GET /v2.0/security-groups?id=618a6701-7aa6-46c7-8a0c-78c8fbc7401c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881431 Nov 18 18:25:31.713850 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d702cc-b21d-4ad0-858a-b6f123dd108f req-9d5b8888-0531-4177-ac0f-19f93b431fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:25:31.715323 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-f1d702cc-b21d-4ad0-858a-b6f123dd108f req-9d5b8888-0531-4177-ac0f-19f93b431fda service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=11f46c68a0c44de3bfb3dbd0904f4849&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1307425 Nov 18 18:25:31.810224 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d702cc-b21d-4ad0-858a-b6f123dd108f req-d070adf1-1331-4fb6-af71-e59305fb3ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:25:31.811736 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-f1d702cc-b21d-4ad0-858a-b6f123dd108f req-d070adf1-1331-4fb6-af71-e59305fb3ce4 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0896213 Nov 18 18:25:31.893521 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086a798b-1279-4da4-a7dc-219da065c85b req-0c73b720-992e-429e-9340-68698196b651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:25:31.895035 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-086a798b-1279-4da4-a7dc-219da065c85b req-0c73b720-992e-429e-9340-68698196b651 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=11f46c68a0c44de3bfb3dbd0904f4849&device_id=bddf9606-bf3d-44bd-8b64-14c458b0e3bb HTTP/1.1" status: 200 len: 1097 time: 0.0438373 Nov 18 18:25:31.939415 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-086a798b-1279-4da4-a7dc-219da065c85b req-84aa9a6b-ed52-45d7-9fce-b64ffa2d6c7b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=76ceeb75-4078-45da-af6e-8f4ffc6e8ca2 HTTP/1.1" status: 200 len: 217 time: 0.0364051 Nov 18 18:25:31.986916 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086a798b-1279-4da4-a7dc-219da065c85b req-e23bf51d-0005-447d-aed0-43d4dd1a6521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:25:31.988694 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-086a798b-1279-4da4-a7dc-219da065c85b req-e23bf51d-0005-447d-aed0-43d4dd1a6521 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0510f0fa-374e-4bcf-a223-fcb81dbe580b HTTP/1.1" status: 200 len: 849 time: 0.0422587 Nov 18 18:25:32.022057 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-086a798b-1279-4da4-a7dc-219da065c85b req-cf6b4618-6612-484d-8353-d6892f9561bf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1622afc0-6d82-424e-996b-fb93dc13f0e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268040 Nov 18 18:25:32.111466 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-086a798b-1279-4da4-a7dc-219da065c85b req-5a487f77-c703-4684-b5fc-edab18f3f4e7 service neutron] 10.222.0.46 "GET /v2.0/networks/1622afc0-6d82-424e-996b-fb93dc13f0e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825913 Nov 18 18:25:32.201509 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-086a798b-1279-4da4-a7dc-219da065c85b req-eb1c174e-046a-4c8a-b0da-429d57f668b6 service neutron] 10.222.0.46 "GET /v2.0/networks/1622afc0-6d82-424e-996b-fb93dc13f0e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830140 Nov 18 18:25:32.429071 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Device f25b6126-b321-4c0b-89ee-2c498f64c8e7 no longer exists at agent hyperv_hv-cinder-81669 {{(pid=101555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 18:25:32.448873 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.plugin [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] No Port match for: f25b6126-b321-4c0b-89ee-2c498f64c8e7 {{(pid=101555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 18 18:25:32.449212 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Device f25b6126-b321-4c0b-89ee-2c498f64c8e7 not bound to the agent host hv-cinder-81669 {{(pid=101555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 18:25:32.796665 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3aae11-f3c5-44b5-a647-aa8558c40977 req-1361ec9b-9b2d-403a-a7c0-aba33522d616 tempest-VolumesActionsTest-1006877914 tempest-VolumesActionsTest-1006877914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:25:32.798051 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-2d3aae11-f3c5-44b5-a647-aa8558c40977 req-1361ec9b-9b2d-403a-a7c0-aba33522d616 tempest-VolumesActionsTest-1006877914 tempest-VolumesActionsTest-1006877914-project] 10.222.0.21 "GET /v2.0/ports?device_id=bddf9606-bf3d-44bd-8b64-14c458b0e3bb HTTP/1.1" status: 200 len: 944 time: 0.0487571 Nov 18 18:25:32.835682 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-2d3aae11-f3c5-44b5-a647-aa8558c40977 req-924d0f34-8879-4e8e-beca-69fc0c2d3d1c tempest-VolumesActionsTest-1006877914 tempest-VolumesActionsTest-1006877914-project] 10.222.0.21 "GET /v2.0/security-groups?id=618a6701-7aa6-46c7-8a0c-78c8fbc7401c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316844 Nov 18 18:25:33.955535 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3bf4f5-fd52-4cc9-b007-d94174a4cd84 req-4571f1a6-3828-4d81-8041-1cdf9fce0b26 tempest-VolumesActionsTest-1006877914 tempest-VolumesActionsTest-1006877914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:25:33.957043 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-3d3bf4f5-fd52-4cc9-b007-d94174a4cd84 req-4571f1a6-3828-4d81-8041-1cdf9fce0b26 tempest-VolumesActionsTest-1006877914 tempest-VolumesActionsTest-1006877914-project] 10.222.0.21 "GET /v2.0/ports?device_id=bddf9606-bf3d-44bd-8b64-14c458b0e3bb HTTP/1.1" status: 200 len: 944 time: 0.0520196 Nov 18 18:25:33.994188 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-3d3bf4f5-fd52-4cc9-b007-d94174a4cd84 req-6a88a97a-ac4a-43de-89d2-bc6f2bbfc5ec tempest-VolumesActionsTest-1006877914 tempest-VolumesActionsTest-1006877914-project] 10.222.0.21 "GET /v2.0/security-groups?id=618a6701-7aa6-46c7-8a0c-78c8fbc7401c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312526 Nov 18 18:25:35.110912 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceab7d1-51ca-4ff6-a050-5b4cc9c7b69f req-3ea47926-3daf-4550-a4c2-9ca308d9beea tempest-VolumesActionsTest-1006877914 tempest-VolumesActionsTest-1006877914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:25:35.112408 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-dceab7d1-51ca-4ff6-a050-5b4cc9c7b69f req-3ea47926-3daf-4550-a4c2-9ca308d9beea tempest-VolumesActionsTest-1006877914 tempest-VolumesActionsTest-1006877914-project] 10.222.0.21 "GET /v2.0/ports?device_id=bddf9606-bf3d-44bd-8b64-14c458b0e3bb HTTP/1.1" status: 200 len: 944 time: 0.0515137 Nov 18 18:25:35.150865 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-dceab7d1-51ca-4ff6-a050-5b4cc9c7b69f req-0bb31a9e-5ff4-4e6f-8c37-17144f58573b tempest-VolumesActionsTest-1006877914 tempest-VolumesActionsTest-1006877914-project] 10.222.0.21 "GET /v2.0/security-groups?id=618a6701-7aa6-46c7-8a0c-78c8fbc7401c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320673 Nov 18 18:25:36.264829 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379107ba-bcbe-4140-b2de-16fc197fa6e2 req-6962a8e5-19dd-4e82-8133-ffba3ccab322 tempest-VolumesActionsTest-1006877914 tempest-VolumesActionsTest-1006877914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:25:36.266282 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-379107ba-bcbe-4140-b2de-16fc197fa6e2 req-6962a8e5-19dd-4e82-8133-ffba3ccab322 tempest-VolumesActionsTest-1006877914 tempest-VolumesActionsTest-1006877914-project] 10.222.0.21 "GET /v2.0/ports?device_id=bddf9606-bf3d-44bd-8b64-14c458b0e3bb HTTP/1.1" status: 200 len: 944 time: 0.0488751 Nov 18 18:25:36.305697 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-379107ba-bcbe-4140-b2de-16fc197fa6e2 req-ba1a39c3-66b3-4d03-929a-7ca34d3e5525 tempest-VolumesActionsTest-1006877914 tempest-VolumesActionsTest-1006877914-project] 10.222.0.21 "GET /v2.0/security-groups?id=618a6701-7aa6-46c7-8a0c-78c8fbc7401c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334613 Nov 18 18:25:36.449332 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Device 76ceeb75-4078-45da-af6e-8f4ffc6e8ca2 details requested by agent hyperv_hv-cinder-81669 with host hv-cinder-81669 {{(pid=101555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 18:25:36.551771 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] For port 76ceeb75-4078-45da-af6e-8f4ffc6e8ca2, host hv-cinder-81669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81669',level=0,port_id=76ceeb75-4078-45da-af6e-8f4ffc6e8ca2,segment=NetworkSegment(2642fec4-336e-41f6-bdb4-c1b2f8ff8ee1),segment_id=2642fec4-336e-41f6-bdb4-c1b2f8ff8ee1)] {{(pid=101555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:25:36.564605 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Returning: {'device': '76ceeb75-4078-45da-af6e-8f4ffc6e8ca2', 'network_id': '1622afc0-6d82-424e-996b-fb93dc13f0e4', 'port_id': '76ceeb75-4078-45da-af6e-8f4ffc6e8ca2', 'mac_address': 'fa:16:3e:0a:3c:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0510f0fa-374e-4bcf-a223-fcb81dbe580b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 18:25:36.604588 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:36.617500 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.notifiers.nova [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76ceeb75-4078-45da-af6e-8f4ffc6e8ca2 {{(pid=101555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 18:25:36.637757 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] For port 76ceeb75-4078-45da-af6e-8f4ffc6e8ca2, host hv-cinder-81669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81669',level=0,port_id=76ceeb75-4078-45da-af6e-8f4ffc6e8ca2,segment=NetworkSegment(2642fec4-336e-41f6-bdb4-c1b2f8ff8ee1),segment_id=2642fec4-336e-41f6-bdb4-c1b2f8ff8ee1)] {{(pid=101555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:25:36.641745 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:36.688339 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Pushing event updated for resources: {'Port': ['ID=76ceeb75-4078-45da-af6e-8f4ffc6e8ca2,revision_number=4']} {{(pid=101555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:25:36.925950 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-883f8b2e-ee63-4a35-bf1d-346777516503 req-ec7f17d2-4a50-4c20-a176-459af3900e13 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1867372108&fields=id&tenant_id=d3feb8b6d06d47f597e7f875d0b7baaa HTTP/1.1" status: 200 len: 267 time: 0.0366063 Nov 18 18:25:36.954751 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] get_ports_and_sgs() called for port_ids ['76ceeb75-4078-45da-af6e-8f4ffc6e8ca2'] {{(pid=101555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 18:25:37.034251 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883f8b2e-ee63-4a35-bf1d-346777516503 req-bf003ee4-658c-4db9-8dee-0c62d7067a63 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:25:37.035638 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-883f8b2e-ee63-4a35-bf1d-346777516503 req-bf003ee4-658c-4db9-8dee-0c62d7067a63 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.21 "GET /v2.0/networks?id=3934163e-7755-439f-bda9-12f9f87b1bd2 HTTP/1.1" status: 200 len: 812 time: 0.1019614 Nov 18 18:25:37.051465 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-883f8b2e-ee63-4a35-bf1d-346777516503 req-037c19f9-e359-4590-8c4e-e72011dd8ff3 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.21 "GET /v2.0/quotas/d3feb8b6d06d47f597e7f875d0b7baaa HTTP/1.1" status: 200 len: 375 time: 0.0090301 Nov 18 18:25:37.104734 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-883f8b2e-ee63-4a35-bf1d-346777516503 req-1bbb00eb-0ceb-4ac0-99eb-e31ba72368f5 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d3feb8b6d06d47f597e7f875d0b7baaa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0473335 Nov 18 18:25:37.167379 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [req-883f8b2e-ee63-4a35-bf1d-346777516503 req-4cd3f0a2-2424-4e66-b8f3-0282a2b553b7 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 18:25:37.168457 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-883f8b2e-ee63-4a35-bf1d-346777516503 req-4cd3f0a2-2424-4e66-b8f3-0282a2b553b7 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0526214 Nov 18 18:25:37.258087 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-883f8b2e-ee63-4a35-bf1d-346777516503 req-df9491f4-c9fe-4aea-be72-4f2d99c21800 service neutron] 10.222.0.21 "GET /v2.0/networks/3934163e-7755-439f-bda9-12f9f87b1bd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833983 Nov 18 18:25:37.348786 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-883f8b2e-ee63-4a35-bf1d-346777516503 req-17a6ca93-e3d6-46c1-8061-1b22e4210e1b service neutron] 10.222.0.21 "GET /v2.0/networks/3934163e-7755-439f-bda9-12f9f87b1bd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841081 Nov 18 18:25:37.424608 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0ac887-1360-43b4-b39d-9c3917dfdff9 req-59326ee1-bd08-4c37-8d1a-e163dbb3e1a4 tempest-VolumesActionsTest-1006877914 tempest-VolumesActionsTest-1006877914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:25:37.426090 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-2e0ac887-1360-43b4-b39d-9c3917dfdff9 req-59326ee1-bd08-4c37-8d1a-e163dbb3e1a4 tempest-VolumesActionsTest-1006877914 tempest-VolumesActionsTest-1006877914-project] 10.222.0.21 "GET /v2.0/ports?device_id=bddf9606-bf3d-44bd-8b64-14c458b0e3bb HTTP/1.1" status: 200 len: 945 time: 0.0533719 Nov 18 18:25:37.465341 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-2e0ac887-1360-43b4-b39d-9c3917dfdff9 req-f981aa77-4879-4f08-98bb-afd5d3d060c2 tempest-VolumesActionsTest-1006877914 tempest-VolumesActionsTest-1006877914-project] 10.222.0.21 "GET /v2.0/security-groups?id=618a6701-7aa6-46c7-8a0c-78c8fbc7401c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327773 Nov 18 18:25:37.638286 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-992e6624-60f0-4b3d-84e5-f392caf17824 req-e415cd02-c0c2-4bd6-ac5e-efcf92e4d7c4 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c7f4d08-de13-4e1d-8ccc-3f0aa255f305 HTTP/1.1" status: 200 len: 210 time: 0.0290656 Nov 18 18:25:38.463781 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Device 76ceeb75-4078-45da-af6e-8f4ffc6e8ca2 up at agent hyperv_hv-cinder-81669 {{(pid=101555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:25:38.525264 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Provisioning for port 76ceeb75-4078-45da-af6e-8f4ffc6e8ca2 completed by entity L2. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 18:25:38.529854 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Provisioning complete for port 76ceeb75-4078-45da-af6e-8f4ffc6e8ca2 triggered by entity L2. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:25:38.530462 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:38.624894 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:38.627715 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a33605-2b0d-48aa-ac8a-c64cda3310f3 req-bd679f76-511f-4c82-84e8-731c9589f45e tempest-VolumesActionsTest-1006877914 tempest-VolumesActionsTest-1006877914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:25:38.629311 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-47a33605-2b0d-48aa-ac8a-c64cda3310f3 req-bd679f76-511f-4c82-84e8-731c9589f45e tempest-VolumesActionsTest-1006877914 tempest-VolumesActionsTest-1006877914-project] 10.222.0.21 "GET /v2.0/ports?device_id=bddf9606-bf3d-44bd-8b64-14c458b0e3bb HTTP/1.1" status: 200 len: 945 time: 0.0718377 Nov 18 18:25:38.638379 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883f8b2e-ee63-4a35-bf1d-346777516503 req-38e9893c-91c5-4ecc-9e27-17c814e3b044 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:25:38.639818 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-883f8b2e-ee63-4a35-bf1d-346777516503 req-38e9893c-91c5-4ecc-9e27-17c814e3b044 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.46 "GET /v2.0/networks?id=3934163e-7755-439f-bda9-12f9f87b1bd2 HTTP/1.1" status: 200 len: 812 time: 0.1838725 Nov 18 18:25:38.655706 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bddf9606-bf3d-44bd-8b64-14c458b0e3bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76ceeb75-4078-45da-af6e-8f4ffc6e8ca2'}] {{(pid=101555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:25:38.657982 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d346ce470d451c2c3f81e461e68bbd58c3f0d417750f3f38c7c8caca9575360f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6789d861-9b82-4c2d-bb5b-5af277165e00" -d '{"events": [{"server_uuid": "bddf9606-bf3d-44bd-8b64-14c458b0e3bb", "name": "network-vif-plugged", "status": "completed", "tag": "76ceeb75-4078-45da-af6e-8f4ffc6e8ca2"}]}' {{(pid=101555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:25:38.672136 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] For port 76ceeb75-4078-45da-af6e-8f4ffc6e8ca2, host hv-cinder-81669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81669',level=0,port_id=76ceeb75-4078-45da-af6e-8f4ffc6e8ca2,segment=NetworkSegment(2642fec4-336e-41f6-bdb4-c1b2f8ff8ee1),segment_id=2642fec4-336e-41f6-bdb4-c1b2f8ff8ee1)] {{(pid=101555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:25:38.676677 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:38.687424 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-47a33605-2b0d-48aa-ac8a-c64cda3310f3 req-cbf82fb3-c324-46e0-a412-8f56fe1570af tempest-VolumesActionsTest-1006877914 tempest-VolumesActionsTest-1006877914-project] 10.222.0.21 "GET /v2.0/security-groups?id=618a6701-7aa6-46c7-8a0c-78c8fbc7401c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460365 Nov 18 18:25:38.716930 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-883f8b2e-ee63-4a35-bf1d-346777516503 req-bc9a55df-26c1-4780-bb61-5e772a634c07 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d3feb8b6d06d47f597e7f875d0b7baaa HTTP/1.1" status: 200 len: 380 time: 0.0549047 Nov 18 18:25:38.726968 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.v2.base [req-883f8b2e-ee63-4a35-bf1d-346777516503 req-db0c9f42-1dda-4934-8673-f8b34c21db88 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Request body: {'port': {'device_id': '0c7f4d08-de13-4e1d-8ccc-3f0aa255f305', 'network_id': '3934163e-7755-439f-bda9-12f9f87b1bd2', 'admin_state_up': True, 'tenant_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'security_groups': ['40510119-f699-4f4c-a824-ec0b23543939']}} {{(pid=101553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:25:38.755774 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Pushing event updated for resources: {'Port': ['ID=76ceeb75-4078-45da-af6e-8f4ffc6e8ca2,revision_number=5']} {{(pid=101555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:25:38.764517 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-574c3eae-bd91-46d7-ae70-eea6f28ba4e8 req-c1119611-05bb-4efb-a04f-858c7db02ce2 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c7f4d08-de13-4e1d-8ccc-3f0aa255f305 HTTP/1.1" status: 200 len: 210 time: 0.0316536 Nov 18 18:25:38.764872 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 18:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38f57a08-0987-4f46-bd11-55fca5946935 x-openstack-request-id: req-38f57a08-0987-4f46-bd11-55fca5946935 {{(pid=101555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:25:38.765169 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bddf9606-bf3d-44bd-8b64-14c458b0e3bb", "name": "network-vif-plugged", "status": "completed", "tag": "76ceeb75-4078-45da-af6e-8f4ffc6e8ca2", "code": 200}]} {{(pid=101555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:25:38.765772 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-38f57a08-0987-4f46-bd11-55fca5946935 {{(pid=101555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:25:38.765772 dv-cinder-816695-1-iscsi neutron-server[101555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bddf9606-bf3d-44bd-8b64-14c458b0e3bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76ceeb75-4078-45da-af6e-8f4ffc6e8ca2', 'code': 200} Nov 18 18:25:38.951309 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889cb5e1-fca7-4e80-a867-06f79e30d8df req-5f61aa2e-c41a-417a-9775-801f6075de46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:25:38.954479 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-889cb5e1-fca7-4e80-a867-06f79e30d8df req-5f61aa2e-c41a-417a-9775-801f6075de46 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=bddf9606-bf3d-44bd-8b64-14c458b0e3bb HTTP/1.1" status: 200 len: 1099 time: 0.0507846 Nov 18 18:25:38.996308 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-889cb5e1-fca7-4e80-a867-06f79e30d8df req-591881d4-e996-4150-b068-9cf5243b30a5 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=618a6701-7aa6-46c7-8a0c-78c8fbc7401c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341327 Nov 18 18:25:39.132793 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-883f8b2e-ee63-4a35-bf1d-346777516503 req-db0c9f42-1dda-4934-8673-f8b34c21db88 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Made reservation on behalf of d3feb8b6d06d47f597e7f875d0b7baaa for: {'port': 1} {{(pid=101553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 18:25:39.136871 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-883f8b2e-ee63-4a35-bf1d-346777516503 req-db0c9f42-1dda-4934-8673-f8b34c21db88 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:39.261746 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.db.db_base_plugin_common [req-883f8b2e-ee63-4a35-bf1d-346777516503 req-db0c9f42-1dda-4934-8673-f8b34c21db88 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Allocated IP 172.20.0.13 (3934163e-7755-439f-bda9-12f9f87b1bd2/28855948-909f-4d6a-a5b1-6e9277fe95e3/d6be0816-9359-4237-839a-f580fa4e1239) {{(pid=101553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 18:25:39.419048 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-883f8b2e-ee63-4a35-bf1d-346777516503 req-db0c9f42-1dda-4934-8673-f8b34c21db88 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Notify callbacks [] for port, precommit_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:39.452121 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-883f8b2e-ee63-4a35-bf1d-346777516503 req-db0c9f42-1dda-4934-8673-f8b34c21db88 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768456900401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5584108'] for port, after_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:39.500317 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-883f8b2e-ee63-4a35-bf1d-346777516503 req-db0c9f42-1dda-4934-8673-f8b34c21db88 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Network 3934163e-7755-439f-bda9-12f9f87b1bd2 is already hosted by enough agents. {{(pid=101553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:25:39.503428 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.scheduler.base_scheduler [req-883f8b2e-ee63-4a35-bf1d-346777516503 req-db0c9f42-1dda-4934-8673-f8b34c21db88 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Resources bound (agent type, host, resource id): {{(pid=101553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:25:39.507057 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.db.l3_dvrscheduler_db [req-883f8b2e-ee63-4a35-bf1d-346777516503 req-db0c9f42-1dda-4934-8673-f8b34c21db88 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Received port after_create {{(pid=101553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 18:25:39.534961 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0c9f42-1dda-4934-8673-f8b34c21db88 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Pushing event updated for resources: {'Port': ['ID=d6be0816-9359-4237-839a-f580fa4e1239,revision_number=1']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:25:39.565387 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883f8b2e-ee63-4a35-bf1d-346777516503 req-db0c9f42-1dda-4934-8673-f8b34c21db88 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:25:39.566066 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-883f8b2e-ee63-4a35-bf1d-346777516503 req-db0c9f42-1dda-4934-8673-f8b34c21db88 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47340'] for port, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:39.584578 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-883f8b2e-ee63-4a35-bf1d-346777516503 req-db0c9f42-1dda-4934-8673-f8b34c21db88 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8619449 Nov 18 18:25:39.598074 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.v2.base [req-883f8b2e-ee63-4a35-bf1d-346777516503 req-d2508c20-07f2-42d1-9c77-b37fb64219cd service neutron] Request body: {'port': {'device_id': '0c7f4d08-de13-4e1d-8ccc-3f0aa255f305', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81669'}} {{(pid=101553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:25:39.654616 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-883f8b2e-ee63-4a35-bf1d-346777516503 req-d2508c20-07f2-42d1-9c77-b37fb64219cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:39.856158 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-ce90c584-7034-4f54-a3e9-0e1499ad6148 None None] Provisioning complete for port d6be0816-9359-4237-839a-f580fa4e1239 triggered by entity DHCP. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:25:39.856753 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-ce90c584-7034-4f54-a3e9-0e1499ad6148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:39.893179 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.plugin [None req-ce90c584-7034-4f54-a3e9-0e1499ad6148 None None] Port d6be0816-9359-4237-839a-f580fa4e1239 cannot update to ACTIVE because it is not bound. {{(pid=101555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 18 18:25:39.913698 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb231d4-9692-4740-9183-b38e40b20d19 req-741c07f2-1266-40e5-9093-90f66c9f3f1f tempest-VolumesActionsTest-1006877914 tempest-VolumesActionsTest-1006877914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:25:39.915175 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-1fb231d4-9692-4740-9183-b38e40b20d19 req-741c07f2-1266-40e5-9093-90f66c9f3f1f tempest-VolumesActionsTest-1006877914 tempest-VolumesActionsTest-1006877914-project] 10.222.0.21 "GET /v2.0/ports?device_id=bddf9606-bf3d-44bd-8b64-14c458b0e3bb HTTP/1.1" status: 200 len: 946 time: 0.1358650 Nov 18 18:25:39.974926 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bbff37-ca60-421e-86ab-e39e30cf8320 req-76107329-d41f-40be-bcf2-3c6ef41646ca tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:25:39.976429 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-b5bbff37-ca60-421e-86ab-e39e30cf8320 req-76107329-d41f-40be-bcf2-3c6ef41646ca tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c7f4d08-de13-4e1d-8ccc-3f0aa255f305 HTTP/1.1" status: 200 len: 932 time: 0.1351943 Nov 18 18:25:40.011667 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-1fb231d4-9692-4740-9183-b38e40b20d19 req-028c01cf-fbc2-4ca2-9978-df26a6ad4adb tempest-VolumesActionsTest-1006877914 tempest-VolumesActionsTest-1006877914-project] 10.222.0.21 "GET /v2.0/security-groups?id=618a6701-7aa6-46c7-8a0c-78c8fbc7401c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884504 Nov 18 18:25:40.054923 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-b5bbff37-ca60-421e-86ab-e39e30cf8320 req-cda7abd5-45af-4ad4-afc1-cf750e1b2881 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.21 "GET /v2.0/security-groups?id=40510119-f699-4f4c-a824-ec0b23543939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653403 Nov 18 18:25:40.096119 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.notifiers.nova [req-883f8b2e-ee63-4a35-bf1d-346777516503 req-d2508c20-07f2-42d1-9c77-b37fb64219cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6be0816-9359-4237-839a-f580fa4e1239 {{(pid=101553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 18:25:40.096880 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-883f8b2e-ee63-4a35-bf1d-346777516503 req-d2508c20-07f2-42d1-9c77-b37fb64219cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:40.109038 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.db.provisioning_blocks [req-883f8b2e-ee63-4a35-bf1d-346777516503 req-d2508c20-07f2-42d1-9c77-b37fb64219cd service neutron] Transition to ACTIVE for port object d6be0816-9359-4237-839a-f580fa4e1239 will not be triggered until provisioned by entity L2. {{(pid=101553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 18:25:40.114025 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-883f8b2e-ee63-4a35-bf1d-346777516503 req-d2508c20-07f2-42d1-9c77-b37fb64219cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5584123'] for port, after_update {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:40.166237 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2508c20-07f2-42d1-9c77-b37fb64219cd service neutron] Pushing event updated for resources: {'Port': ['ID=d6be0816-9359-4237-839a-f580fa4e1239,revision_number=2']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:25:40.245277 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.managers [req-883f8b2e-ee63-4a35-bf1d-346777516503 req-d2508c20-07f2-42d1-9c77-b37fb64219cd service neutron] Attempting to bind port d6be0816-9359-4237-839a-f580fa4e1239 on host hv-cinder-81669 for vnic_type normal with profile {{(pid=101553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 18 18:25:40.245624 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.managers [req-883f8b2e-ee63-4a35-bf1d-346777516503 req-d2508c20-07f2-42d1-9c77-b37fb64219cd service neutron] Attempting to bind port d6be0816-9359-4237-839a-f580fa4e1239 by drivers openvswitch,hyperv on host hv-cinder-81669 at level 0 using segments [{'id': '534bee31-a5bf-46bd-8839-28b388237d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '3934163e-7755-439f-bda9-12f9f87b1bd2'}] {{(pid=101553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 18 18:25:40.245960 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883f8b2e-ee63-4a35-bf1d-346777516503 req-d2508c20-07f2-42d1-9c77-b37fb64219cd service neutron] Attempting to bind port d6be0816-9359-4237-839a-f580fa4e1239 on network 3934163e-7755-439f-bda9-12f9f87b1bd2 {{(pid=101553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:25:40.252044 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883f8b2e-ee63-4a35-bf1d-346777516503 req-d2508c20-07f2-42d1-9c77-b37fb64219cd service neutron] Port d6be0816-9359-4237-839a-f580fa4e1239 on network 3934163e-7755-439f-bda9-12f9f87b1bd2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81669 {{(pid=101553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 18:25:40.252372 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883f8b2e-ee63-4a35-bf1d-346777516503 req-d2508c20-07f2-42d1-9c77-b37fb64219cd service neutron] Attempting to bind port d6be0816-9359-4237-839a-f580fa4e1239 on network 3934163e-7755-439f-bda9-12f9f87b1bd2 {{(pid=101553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:25:40.258096 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883f8b2e-ee63-4a35-bf1d-346777516503 req-d2508c20-07f2-42d1-9c77-b37fb64219cd service neutron] Checking agent: {'id': 'de52c200-415c-462d-a684-4cc0655308c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81669', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 18, 11, 25), 'started_at': datetime.datetime(2021, 11, 18, 18, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 18, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 18:25:40.258433 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883f8b2e-ee63-4a35-bf1d-346777516503 req-d2508c20-07f2-42d1-9c77-b37fb64219cd service neutron] Checking segment: {'id': '534bee31-a5bf-46bd-8839-28b388237d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '3934163e-7755-439f-bda9-12f9f87b1bd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 18 18:25:40.258852 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883f8b2e-ee63-4a35-bf1d-346777516503 req-d2508c20-07f2-42d1-9c77-b37fb64219cd service neutron] Bound using segment: {'id': '534bee31-a5bf-46bd-8839-28b388237d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '3934163e-7755-439f-bda9-12f9f87b1bd2'} {{(pid=101553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 18:25:40.259280 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.managers [req-883f8b2e-ee63-4a35-bf1d-346777516503 req-d2508c20-07f2-42d1-9c77-b37fb64219cd service neutron] Bound port: d6be0816-9359-4237-839a-f580fa4e1239, host: hv-cinder-81669, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '534bee31-a5bf-46bd-8839-28b388237d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '3934163e-7755-439f-bda9-12f9f87b1bd2'}}] {{(pid=101553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 18 18:25:40.259639 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-883f8b2e-ee63-4a35-bf1d-346777516503 req-d2508c20-07f2-42d1-9c77-b37fb64219cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:40.335222 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.db [req-883f8b2e-ee63-4a35-bf1d-346777516503 req-d2508c20-07f2-42d1-9c77-b37fb64219cd service neutron] For port d6be0816-9359-4237-839a-f580fa4e1239, host hv-cinder-81669, cleared binding levels {{(pid=101553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 18:25:40.341121 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.db [req-883f8b2e-ee63-4a35-bf1d-346777516503 req-d2508c20-07f2-42d1-9c77-b37fb64219cd service neutron] For port d6be0816-9359-4237-839a-f580fa4e1239, host hv-cinder-81669, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81669',level=0,port_id=d6be0816-9359-4237-839a-f580fa4e1239,segment=NetworkSegment(534bee31-a5bf-46bd-8839-28b388237d13),segment_id=534bee31-a5bf-46bd-8839-28b388237d13)] {{(pid=101553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 18:25:40.345101 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-883f8b2e-ee63-4a35-bf1d-346777516503 req-d2508c20-07f2-42d1-9c77-b37fb64219cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5584123'] for port, after_update {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:40.378816 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883f8b2e-ee63-4a35-bf1d-346777516503 req-d2508c20-07f2-42d1-9c77-b37fb64219cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:25:40.379514 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-883f8b2e-ee63-4a35-bf1d-346777516503 req-d2508c20-07f2-42d1-9c77-b37fb64219cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47340'] for port, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:40.380974 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-883f8b2e-ee63-4a35-bf1d-346777516503 req-d2508c20-07f2-42d1-9c77-b37fb64219cd service neutron] 10.222.0.46 "PUT /v2.0/ports/d6be0816-9359-4237-839a-f580fa4e1239 HTTP/1.1" status: 200 len: 1094 time: 0.7873976 Nov 18 18:25:40.381421 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c7f4d08-de13-4e1d-8ccc-3f0aa255f305', 'tag': 'd6be0816-9359-4237-839a-f580fa4e1239'}] {{(pid=101553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:25:40.383669 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3f9c8695bc273365e1ae5046181e224bccdab9c1f2bdac51621509927968c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99212155-9fc2-429d-84c8-6e119bb7b71e" -d '{"events": [{"name": "network-changed", "server_uuid": "0c7f4d08-de13-4e1d-8ccc-3f0aa255f305", "tag": "d6be0816-9359-4237-839a-f580fa4e1239"}]}' {{(pid=101553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:25:40.431620 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 18:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb19677d-fc15-4835-b266-5bf4e804e9e7 x-openstack-request-id: req-bb19677d-fc15-4835-b266-5bf4e804e9e7 {{(pid=101553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:25:40.431992 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c7f4d08-de13-4e1d-8ccc-3f0aa255f305", "tag": "d6be0816-9359-4237-839a-f580fa4e1239", "status": "completed", "code": 200}]} {{(pid=101553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:25:40.432217 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bb19677d-fc15-4835-b266-5bf4e804e9e7 {{(pid=101553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:25:40.432590 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c7f4d08-de13-4e1d-8ccc-3f0aa255f305', 'tag': 'd6be0816-9359-4237-839a-f580fa4e1239', 'status': 'completed', 'code': 200} Nov 18 18:25:40.460954 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2508c20-07f2-42d1-9c77-b37fb64219cd service neutron] Pushing event updated for resources: {'Port': ['ID=d6be0816-9359-4237-839a-f580fa4e1239,revision_number=3']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:25:40.482163 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883f8b2e-ee63-4a35-bf1d-346777516503 req-6e1efaef-f934-41e1-804b-98824fb0eab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:25:40.483697 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-883f8b2e-ee63-4a35-bf1d-346777516503 req-6e1efaef-f934-41e1-804b-98824fb0eab3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d3feb8b6d06d47f597e7f875d0b7baaa&device_id=0c7f4d08-de13-4e1d-8ccc-3f0aa255f305 HTTP/1.1" status: 200 len: 1097 time: 0.0637472 Nov 18 18:25:40.531258 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-883f8b2e-ee63-4a35-bf1d-346777516503 req-315e4d39-59a4-4b27-9b2e-4b278e50e966 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d6be0816-9359-4237-839a-f580fa4e1239 HTTP/1.1" status: 200 len: 217 time: 0.0389969 Nov 18 18:25:40.581254 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883f8b2e-ee63-4a35-bf1d-346777516503 req-76a2e6e8-fc45-41b4-b86b-be7d5679ed7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:25:40.582772 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-883f8b2e-ee63-4a35-bf1d-346777516503 req-76a2e6e8-fc45-41b4-b86b-be7d5679ed7d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=28855948-909f-4d6a-a5b1-6e9277fe95e3 HTTP/1.1" status: 200 len: 851 time: 0.0444212 Nov 18 18:25:40.631268 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883f8b2e-ee63-4a35-bf1d-346777516503 req-e5fe4949-0dc5-4919-af47-a2c27e90204a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:25:40.632838 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-883f8b2e-ee63-4a35-bf1d-346777516503 req-e5fe4949-0dc5-4919-af47-a2c27e90204a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3934163e-7755-439f-bda9-12f9f87b1bd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437386 Nov 18 18:25:40.726150 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-883f8b2e-ee63-4a35-bf1d-346777516503 req-75f58423-0dd1-4a51-af56-ed2dc4d79e67 service neutron] 10.222.0.46 "GET /v2.0/networks/3934163e-7755-439f-bda9-12f9f87b1bd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865149 Nov 18 18:25:40.816767 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-883f8b2e-ee63-4a35-bf1d-346777516503 req-980ca935-a6d6-445b-9ac3-8fafd8ddc91c service neutron] 10.222.0.46 "GET /v2.0/networks/3934163e-7755-439f-bda9-12f9f87b1bd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839047 Nov 18 18:25:40.898258 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99212155-9fc2-429d-84c8-6e119bb7b71e req-7da41c2a-a5ad-4fb0-8be1-cc7af98acf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:25:40.900475 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-99212155-9fc2-429d-84c8-6e119bb7b71e req-7da41c2a-a5ad-4fb0-8be1-cc7af98acf1c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d3feb8b6d06d47f597e7f875d0b7baaa&device_id=0c7f4d08-de13-4e1d-8ccc-3f0aa255f305 HTTP/1.1" status: 200 len: 1097 time: 0.0408931 Nov 18 18:25:40.996566 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99212155-9fc2-429d-84c8-6e119bb7b71e req-09b617fe-3dce-42f4-a334-e5db04b955d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:25:40.998069 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-99212155-9fc2-429d-84c8-6e119bb7b71e req-09b617fe-3dce-42f4-a334-e5db04b955d3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3934163e-7755-439f-bda9-12f9f87b1bd2 HTTP/1.1" status: 200 len: 913 time: 0.0905054 Nov 18 18:25:41.011179 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-121f134b-e9ec-4531-8f1e-11673ec34034 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:41.042472 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-99212155-9fc2-429d-84c8-6e119bb7b71e req-cf7e627e-9fc5-449c-9020-55ebdab5406a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d6be0816-9359-4237-839a-f580fa4e1239 HTTP/1.1" status: 200 len: 217 time: 0.0351603 Nov 18 18:25:41.118072 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99212155-9fc2-429d-84c8-6e119bb7b71e req-e840b7fb-703f-48da-b1f9-b719933634c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:25:41.120184 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-99212155-9fc2-429d-84c8-6e119bb7b71e req-e840b7fb-703f-48da-b1f9-b719933634c1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=28855948-909f-4d6a-a5b1-6e9277fe95e3 HTTP/1.1" status: 200 len: 851 time: 0.0716298 Nov 18 18:25:41.188480 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aa2d26-82e1-468c-881d-2b5ff3a19d73 req-3a2ec819-482d-48e9-8cfd-0ee98bd1234c tempest-VolumesActionsTest-1006877914 tempest-VolumesActionsTest-1006877914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:25:41.189940 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-38aa2d26-82e1-468c-881d-2b5ff3a19d73 req-3a2ec819-482d-48e9-8cfd-0ee98bd1234c tempest-VolumesActionsTest-1006877914 tempest-VolumesActionsTest-1006877914-project] 10.222.0.21 "GET /v2.0/ports?device_id=bddf9606-bf3d-44bd-8b64-14c458b0e3bb HTTP/1.1" status: 200 len: 946 time: 0.1078694 Nov 18 18:25:41.225044 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99212155-9fc2-429d-84c8-6e119bb7b71e req-ff93e597-d6c0-43bb-a4f7-4182ca9bd290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:25:41.226501 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-99212155-9fc2-429d-84c8-6e119bb7b71e req-ff93e597-d6c0-43bb-a4f7-4182ca9bd290 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3934163e-7755-439f-bda9-12f9f87b1bd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0989909 Nov 18 18:25:41.234188 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eaa090-0984-4fa2-a885-70e4422abd7c req-e2b84af9-de12-42c7-9bfd-c50c3a96516d tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:25:41.235530 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-e0eaa090-0984-4fa2-a885-70e4422abd7c req-e2b84af9-de12-42c7-9bfd-c50c3a96516d tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c7f4d08-de13-4e1d-8ccc-3f0aa255f305 HTTP/1.1" status: 200 len: 944 time: 0.1091638 Nov 18 18:25:41.313234 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-38aa2d26-82e1-468c-881d-2b5ff3a19d73 req-326faf97-d06d-4794-b40a-167a227531c2 tempest-VolumesActionsTest-1006877914 tempest-VolumesActionsTest-1006877914-project] 10.222.0.21 "GET /v2.0/security-groups?id=618a6701-7aa6-46c7-8a0c-78c8fbc7401c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169400 Nov 18 18:25:41.338886 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-e0eaa090-0984-4fa2-a885-70e4422abd7c req-967aa334-1f3a-4938-8565-e144026526bf tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.21 "GET /v2.0/security-groups?id=40510119-f699-4f4c-a824-ec0b23543939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934644 Nov 18 18:25:41.368713 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-99212155-9fc2-429d-84c8-6e119bb7b71e req-9790ca4c-6069-40cc-82f2-bf5b46b3da5e service neutron] 10.222.0.46 "GET /v2.0/networks/3934163e-7755-439f-bda9-12f9f87b1bd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311200 Nov 18 18:25:41.468308 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-99212155-9fc2-429d-84c8-6e119bb7b71e req-a6be72dc-aede-4528-8d24-33e651b89ce5 service neutron] 10.222.0.46 "GET /v2.0/networks/3934163e-7755-439f-bda9-12f9f87b1bd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925205 Nov 18 18:25:42.011461 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c180ebc-3389-4bc3-a699-4170f21ff5e4 req-d71dee10-4aa8-4c0e-9155-782806dfca5a tempest-VolumesActionsTest-1006877914 tempest-VolumesActionsTest-1006877914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:25:42.012969 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-0c180ebc-3389-4bc3-a699-4170f21ff5e4 req-d71dee10-4aa8-4c0e-9155-782806dfca5a tempest-VolumesActionsTest-1006877914 tempest-VolumesActionsTest-1006877914-project] 10.222.0.21 "GET /v2.0/ports?device_id=bddf9606-bf3d-44bd-8b64-14c458b0e3bb HTTP/1.1" status: 200 len: 946 time: 0.0548525 Nov 18 18:25:42.056853 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-0c180ebc-3389-4bc3-a699-4170f21ff5e4 req-fba26435-07b2-4a16-b913-6eba76bd07eb tempest-VolumesActionsTest-1006877914 tempest-VolumesActionsTest-1006877914-project] 10.222.0.21 "GET /v2.0/security-groups?id=618a6701-7aa6-46c7-8a0c-78c8fbc7401c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356896 Nov 18 18:25:42.468647 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbf2922-957d-4613-a868-c2ab9d1def73 req-8d17c863-a869-4285-9cb3-c234e8626601 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:25:42.470416 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-bfbf2922-957d-4613-a868-c2ab9d1def73 req-8d17c863-a869-4285-9cb3-c234e8626601 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c7f4d08-de13-4e1d-8ccc-3f0aa255f305 HTTP/1.1" status: 200 len: 944 time: 0.0600162 Nov 18 18:25:42.517265 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-bfbf2922-957d-4613-a868-c2ab9d1def73 req-0455c41c-a161-4a01-9cea-35fdbc0118c8 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.21 "GET /v2.0/security-groups?id=40510119-f699-4f4c-a824-ec0b23543939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406494 Nov 18 18:25:43.178404 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9ce92c-5bdf-4abf-bf85-f8782791431f req-354d69f9-2b0a-4777-9765-66414d62d717 tempest-VolumesActionsTest-1006877914 tempest-VolumesActionsTest-1006877914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:25:43.179942 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-1e9ce92c-5bdf-4abf-bf85-f8782791431f req-354d69f9-2b0a-4777-9765-66414d62d717 tempest-VolumesActionsTest-1006877914 tempest-VolumesActionsTest-1006877914-project] 10.222.0.21 "GET /v2.0/ports?device_id=bddf9606-bf3d-44bd-8b64-14c458b0e3bb HTTP/1.1" status: 200 len: 946 time: 0.0549576 Nov 18 18:25:43.220404 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-1e9ce92c-5bdf-4abf-bf85-f8782791431f req-dedb935e-de58-45cf-8279-341540263365 tempest-VolumesActionsTest-1006877914 tempest-VolumesActionsTest-1006877914-project] 10.222.0.21 "GET /v2.0/security-groups?id=618a6701-7aa6-46c7-8a0c-78c8fbc7401c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343444 Nov 18 18:25:43.411472 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05317ec2-1d5c-468f-b441-20bd66cf5a0c req-ec07a121-a29c-4c07-b927-b6e1a11ed596 tempest-VolumesActionsTest-1006877914 tempest-VolumesActionsTest-1006877914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:25:43.412876 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-05317ec2-1d5c-468f-b441-20bd66cf5a0c req-ec07a121-a29c-4c07-b927-b6e1a11ed596 tempest-VolumesActionsTest-1006877914 tempest-VolumesActionsTest-1006877914-project] 10.222.0.46 "GET /v2.0/ports?device_id=bddf9606-bf3d-44bd-8b64-14c458b0e3bb HTTP/1.1" status: 200 len: 946 time: 0.0486059 Nov 18 18:25:43.505128 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.plugin [req-05317ec2-1d5c-468f-b441-20bd66cf5a0c req-7325cdbb-07f8-4650-a7f0-b7ec138f79a5 tempest-VolumesActionsTest-1006877914 tempest-VolumesActionsTest-1006877914-project] Deleting port 76ceeb75-4078-45da-af6e-8f4ffc6e8ca2 {{(pid=101553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 18 18:25:43.505466 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-05317ec2-1d5c-468f-b441-20bd66cf5a0c req-7325cdbb-07f8-4650-a7f0-b7ec138f79a5 tempest-VolumesActionsTest-1006877914 tempest-VolumesActionsTest-1006877914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768457215290'] for port, before_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:43.610092 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.db [req-05317ec2-1d5c-468f-b441-20bd66cf5a0c req-7325cdbb-07f8-4650-a7f0-b7ec138f79a5 tempest-VolumesActionsTest-1006877914 tempest-VolumesActionsTest-1006877914-project] For port 76ceeb75-4078-45da-af6e-8f4ffc6e8ca2, host hv-cinder-81669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81669',level=0,port_id=76ceeb75-4078-45da-af6e-8f4ffc6e8ca2,segment=NetworkSegment(2642fec4-336e-41f6-bdb4-c1b2f8ff8ee1),segment_id=2642fec4-336e-41f6-bdb4-c1b2f8ff8ee1)] {{(pid=101553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:25:43.610528 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-05317ec2-1d5c-468f-b441-20bd66cf5a0c req-7325cdbb-07f8-4650-a7f0-b7ec138f79a5 tempest-VolumesActionsTest-1006877914 tempest-VolumesActionsTest-1006877914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369284'] for port, precommit_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:43.637928 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.plugin [req-05317ec2-1d5c-468f-b441-20bd66cf5a0c req-7325cdbb-07f8-4650-a7f0-b7ec138f79a5 tempest-VolumesActionsTest-1006877914 tempest-VolumesActionsTest-1006877914-project] Calling delete_port for 76ceeb75-4078-45da-af6e-8f4ffc6e8ca2 owned by compute:nova {{(pid=101553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 18 18:25:43.695946 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3fe39b-a585-4f5a-a08c-b9c2c6d6199a req-a76335fe-1b04-403b-b3cd-62596d35d33a tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:25:43.697920 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-df3fe39b-a585-4f5a-a08c-b9c2c6d6199a req-a76335fe-1b04-403b-b3cd-62596d35d33a tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c7f4d08-de13-4e1d-8ccc-3f0aa255f305 HTTP/1.1" status: 200 len: 944 time: 0.1034584 Nov 18 18:25:43.759422 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-df3fe39b-a585-4f5a-a08c-b9c2c6d6199a req-da1c4c53-5afa-44e4-8d7a-f5275e042209 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.21 "GET /v2.0/security-groups?id=40510119-f699-4f4c-a824-ec0b23543939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539858 Nov 18 18:25:43.819255 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-05317ec2-1d5c-468f-b441-20bd66cf5a0c req-7325cdbb-07f8-4650-a7f0-b7ec138f79a5 tempest-VolumesActionsTest-1006877914 tempest-VolumesActionsTest-1006877914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768457221690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768456900410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5584108'] for port, after_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:43.832116 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] get_ports_and_sgs() called for port_ids ['76ceeb75-4078-45da-af6e-8f4ffc6e8ca2'] {{(pid=101555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 18:25:43.848302 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7325cdbb-07f8-4650-a7f0-b7ec138f79a5 tempest-VolumesActionsTest-1006877914 tempest-VolumesActionsTest-1006877914-project] Pushing event deleted for resources: {'Port': ['ID=76ceeb75-4078-45da-af6e-8f4ffc6e8ca2,revision_number=None']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:25:43.898687 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.db.l3_dvrscheduler_db [req-05317ec2-1d5c-468f-b441-20bd66cf5a0c req-7325cdbb-07f8-4650-a7f0-b7ec138f79a5 tempest-VolumesActionsTest-1006877914 tempest-VolumesActionsTest-1006877914-project] No DVR routers for this DVR port 76ceeb75-4078-45da-af6e-8f4ffc6e8ca2 on host hv-cinder-81669 {{(pid=101553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 18:25:43.901620 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-05317ec2-1d5c-468f-b441-20bd66cf5a0c req-7325cdbb-07f8-4650-a7f0-b7ec138f79a5 tempest-VolumesActionsTest-1006877914 tempest-VolumesActionsTest-1006877914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47340'] for port, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:43.905220 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-05317ec2-1d5c-468f-b441-20bd66cf5a0c req-7325cdbb-07f8-4650-a7f0-b7ec138f79a5 tempest-VolumesActionsTest-1006877914 tempest-VolumesActionsTest-1006877914-project] 10.222.0.46 "DELETE /v2.0/ports/76ceeb75-4078-45da-af6e-8f4ffc6e8ca2 HTTP/1.1" status: 204 len: 173 time: 0.4865201 Nov 18 18:25:43.905678 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bddf9606-bf3d-44bd-8b64-14c458b0e3bb', 'name': 'network-vif-deleted', 'tag': '76ceeb75-4078-45da-af6e-8f4ffc6e8ca2'}] {{(pid=101553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:25:43.908599 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3f9c8695bc273365e1ae5046181e224bccdab9c1f2bdac51621509927968c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37709a6d-4b48-4fcf-a238-8bd26b582305" -d '{"events": [{"server_uuid": "bddf9606-bf3d-44bd-8b64-14c458b0e3bb", "name": "network-vif-deleted", "tag": "76ceeb75-4078-45da-af6e-8f4ffc6e8ca2"}]}' {{(pid=101553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:25:43.952926 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 18:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4d47cb6-9043-48a4-9d4c-10d15a64638d x-openstack-request-id: req-a4d47cb6-9043-48a4-9d4c-10d15a64638d {{(pid=101553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:25:43.953215 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bddf9606-bf3d-44bd-8b64-14c458b0e3bb", "name": "network-vif-deleted", "tag": "76ceeb75-4078-45da-af6e-8f4ffc6e8ca2", "status": "completed", "code": 200}]} {{(pid=101553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:25:43.953499 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a4d47cb6-9043-48a4-9d4c-10d15a64638d {{(pid=101553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:25:43.953847 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bddf9606-bf3d-44bd-8b64-14c458b0e3bb', 'name': 'network-vif-deleted', 'tag': '76ceeb75-4078-45da-af6e-8f4ffc6e8ca2', 'status': 'completed', 'code': 200} Nov 18 18:25:44.030726 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-e01f1e35-7570-4b7d-b1d4-f7b54327ba63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:44.199659 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:44.325280 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-4aea1c03-a420-44bc-8cbe-bffc200e576a req-256ac952-b13b-401c-a727-ac97296ba36e tempest-VolumesActionsTest-1006877914 tempest-VolumesActionsTest-1006877914-project] 10.222.0.21 "GET /v2.0/ports?device_id=bddf9606-bf3d-44bd-8b64-14c458b0e3bb HTTP/1.1" status: 200 len: 210 time: 0.0264938 Nov 18 18:25:44.875339 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29a8c80-c253-40aa-925b-7e85755a0267 req-6529ddbd-ec66-4bdd-a0b6-15fa5473e455 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:25:44.876863 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-e29a8c80-c253-40aa-925b-7e85755a0267 req-6529ddbd-ec66-4bdd-a0b6-15fa5473e455 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c7f4d08-de13-4e1d-8ccc-3f0aa255f305 HTTP/1.1" status: 200 len: 944 time: 0.0482850 Nov 18 18:25:44.912987 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-e29a8c80-c253-40aa-925b-7e85755a0267 req-91a8e86d-50e2-4930-ba6b-0d3bd633c15d tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.21 "GET /v2.0/security-groups?id=40510119-f699-4f4c-a824-ec0b23543939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302699 Nov 18 18:25:44.936537 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-e3a848c2-ffa0-4288-a759-e5f077163e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:46.047613 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4079e739-461b-42da-ba85-0b3ddd74ff7a req-0a0f39da-edf9-4e2d-9b9f-af3d7ca27f23 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:25:46.050318 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-4079e739-461b-42da-ba85-0b3ddd74ff7a req-0a0f39da-edf9-4e2d-9b9f-af3d7ca27f23 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c7f4d08-de13-4e1d-8ccc-3f0aa255f305 HTTP/1.1" status: 200 len: 944 time: 0.0685461 Nov 18 18:25:46.092336 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-4079e739-461b-42da-ba85-0b3ddd74ff7a req-5c5a8182-3e40-465f-ba07-055bd6933fc8 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.21 "GET /v2.0/security-groups?id=40510119-f699-4f4c-a824-ec0b23543939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341187 Nov 18 18:25:46.963872 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-cd169395-ba62-4885-8b1f-e6616afe023f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:47.214869 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b779d05-9a5b-4c60-83d3-5c660b4b6e44 req-966db086-2e6c-4df3-80f0-0456047fe9d4 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:25:47.216426 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-3b779d05-9a5b-4c60-83d3-5c660b4b6e44 req-966db086-2e6c-4df3-80f0-0456047fe9d4 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c7f4d08-de13-4e1d-8ccc-3f0aa255f305 HTTP/1.1" status: 200 len: 944 time: 0.0563004 Nov 18 18:25:47.263159 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-3b779d05-9a5b-4c60-83d3-5c660b4b6e44 req-b96f55c0-276a-49d0-833c-98f88cc49e7d tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.21 "GET /v2.0/security-groups?id=40510119-f699-4f4c-a824-ec0b23543939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367188 Nov 18 18:25:48.375165 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18295641-b7db-4451-a859-261c6170c0bd req-0f5d98a1-097d-4ed5-ae67-cb6bc4febde9 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:25:48.376672 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-18295641-b7db-4451-a859-261c6170c0bd req-0f5d98a1-097d-4ed5-ae67-cb6bc4febde9 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c7f4d08-de13-4e1d-8ccc-3f0aa255f305 HTTP/1.1" status: 200 len: 944 time: 0.0474064 Nov 18 18:25:48.414841 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-18295641-b7db-4451-a859-261c6170c0bd req-036f4ed7-0861-48ec-a05c-86630e71a80a tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.21 "GET /v2.0/security-groups?id=40510119-f699-4f4c-a824-ec0b23543939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322587 Nov 18 18:25:48.745073 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Device 76ceeb75-4078-45da-af6e-8f4ffc6e8ca2 no longer exists at agent hyperv_hv-cinder-81669 {{(pid=101555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 18:25:48.765465 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.plugin [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] No Port match for: 76ceeb75-4078-45da-af6e-8f4ffc6e8ca2 {{(pid=101555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 18 18:25:48.765813 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Device 76ceeb75-4078-45da-af6e-8f4ffc6e8ca2 not bound to the agent host hv-cinder-81669 {{(pid=101555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 18:25:49.532074 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a57dbe-8104-4003-86a6-67d03c5cfd78 req-84083719-5772-4c3a-a185-5a4f0e2c2d08 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:25:49.533556 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-00a57dbe-8104-4003-86a6-67d03c5cfd78 req-84083719-5772-4c3a-a185-5a4f0e2c2d08 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c7f4d08-de13-4e1d-8ccc-3f0aa255f305 HTTP/1.1" status: 200 len: 944 time: 0.0488968 Nov 18 18:25:49.571289 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-00a57dbe-8104-4003-86a6-67d03c5cfd78 req-03f39ba3-9b21-49b5-ab70-6012821266f2 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.21 "GET /v2.0/security-groups?id=40510119-f699-4f4c-a824-ec0b23543939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317421 Nov 18 18:25:50.701811 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18beb9a2-6ee6-4adf-9b6c-02463b1574fb req-26aab850-2b06-4a44-810e-9d7f0c997b45 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:25:50.703290 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-18beb9a2-6ee6-4adf-9b6c-02463b1574fb req-26aab850-2b06-4a44-810e-9d7f0c997b45 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c7f4d08-de13-4e1d-8ccc-3f0aa255f305 HTTP/1.1" status: 200 len: 944 time: 0.0589750 Nov 18 18:25:50.741213 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-18beb9a2-6ee6-4adf-9b6c-02463b1574fb req-6201ec3e-2016-44e8-8db6-62e822e44ee2 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.21 "GET /v2.0/security-groups?id=40510119-f699-4f4c-a824-ec0b23543939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319850 Nov 18 18:25:51.866691 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc7b231-f265-417c-808e-0e8465c981db req-da2b9df2-e2a7-46ce-829d-3ee2a3e6cbd5 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:25:51.869532 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-0fc7b231-f265-417c-808e-0e8465c981db req-da2b9df2-e2a7-46ce-829d-3ee2a3e6cbd5 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c7f4d08-de13-4e1d-8ccc-3f0aa255f305 HTTP/1.1" status: 200 len: 944 time: 0.0538735 Nov 18 18:25:51.909713 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-0fc7b231-f265-417c-808e-0e8465c981db req-d6342c68-9590-4340-88b9-a6f595a8645d tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.21 "GET /v2.0/security-groups?id=40510119-f699-4f4c-a824-ec0b23543939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336397 Nov 18 18:25:52.759938 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Device d6be0816-9359-4237-839a-f580fa4e1239 details requested by agent hyperv_hv-cinder-81669 with host hv-cinder-81669 {{(pid=101555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 18:25:52.879675 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] For port d6be0816-9359-4237-839a-f580fa4e1239, host hv-cinder-81669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81669',level=0,port_id=d6be0816-9359-4237-839a-f580fa4e1239,segment=NetworkSegment(534bee31-a5bf-46bd-8839-28b388237d13),segment_id=534bee31-a5bf-46bd-8839-28b388237d13)] {{(pid=101555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:25:52.900970 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Returning: {'device': 'd6be0816-9359-4237-839a-f580fa4e1239', 'network_id': '3934163e-7755-439f-bda9-12f9f87b1bd2', 'port_id': 'd6be0816-9359-4237-839a-f580fa4e1239', 'mac_address': 'fa:16:3e:98:65:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 758, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28855948-909f-4d6a-a5b1-6e9277fe95e3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 18:25:52.945066 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:52.959792 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.notifiers.nova [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6be0816-9359-4237-839a-f580fa4e1239 {{(pid=101555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 18:25:52.982201 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] For port d6be0816-9359-4237-839a-f580fa4e1239, host hv-cinder-81669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81669',level=0,port_id=d6be0816-9359-4237-839a-f580fa4e1239,segment=NetworkSegment(534bee31-a5bf-46bd-8839-28b388237d13),segment_id=534bee31-a5bf-46bd-8839-28b388237d13)] {{(pid=101555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:25:52.987506 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:53.043060 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Pushing event updated for resources: {'Port': ['ID=d6be0816-9359-4237-839a-f580fa4e1239,revision_number=4']} {{(pid=101555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:25:53.108555 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80566e03-c3b2-4067-8e78-5c501c3262ba req-51e8ea2c-18d9-45b7-9052-49c788e4c906 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:25:53.111325 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-80566e03-c3b2-4067-8e78-5c501c3262ba req-51e8ea2c-18d9-45b7-9052-49c788e4c906 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c7f4d08-de13-4e1d-8ccc-3f0aa255f305 HTTP/1.1" status: 200 len: 945 time: 0.0689316 Nov 18 18:25:53.155954 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-80566e03-c3b2-4067-8e78-5c501c3262ba req-747063b2-a673-4428-b58e-5389bef1eb20 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.21 "GET /v2.0/security-groups?id=40510119-f699-4f4c-a824-ec0b23543939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367177 Nov 18 18:25:53.323266 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] get_ports_and_sgs() called for port_ids ['d6be0816-9359-4237-839a-f580fa4e1239'] {{(pid=101555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 18:25:54.305549 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01515628-e2bf-40f2-9ae1-5af1029ccab4 req-e459ed22-d142-4a0d-b7f4-145cf31ef60e tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:25:54.306982 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-01515628-e2bf-40f2-9ae1-5af1029ccab4 req-e459ed22-d142-4a0d-b7f4-145cf31ef60e tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c7f4d08-de13-4e1d-8ccc-3f0aa255f305 HTTP/1.1" status: 200 len: 945 time: 0.0712755 Nov 18 18:25:54.354744 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-01515628-e2bf-40f2-9ae1-5af1029ccab4 req-8998711c-f68f-4ac2-9e11-9d733bc9da11 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.21 "GET /v2.0/security-groups?id=40510119-f699-4f4c-a824-ec0b23543939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411825 Nov 18 18:25:54.776424 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Device d6be0816-9359-4237-839a-f580fa4e1239 up at agent hyperv_hv-cinder-81669 {{(pid=101555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:25:54.838230 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Provisioning for port d6be0816-9359-4237-839a-f580fa4e1239 completed by entity L2. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 18:25:54.844481 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Provisioning complete for port d6be0816-9359-4237-839a-f580fa4e1239 triggered by entity L2. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:25:54.845172 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:54.941870 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:54.969180 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c7f4d08-de13-4e1d-8ccc-3f0aa255f305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6be0816-9359-4237-839a-f580fa4e1239'}] {{(pid=101555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:25:54.971424 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d346ce470d451c2c3f81e461e68bbd58c3f0d417750f3f38c7c8caca9575360f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34114cf9-f063-4979-a546-07233cdc0406" -d '{"events": [{"server_uuid": "0c7f4d08-de13-4e1d-8ccc-3f0aa255f305", "name": "network-vif-plugged", "status": "completed", "tag": "d6be0816-9359-4237-839a-f580fa4e1239"}]}' {{(pid=101555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:25:54.989802 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] For port d6be0816-9359-4237-839a-f580fa4e1239, host hv-cinder-81669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81669',level=0,port_id=d6be0816-9359-4237-839a-f580fa4e1239,segment=NetworkSegment(534bee31-a5bf-46bd-8839-28b388237d13),segment_id=534bee31-a5bf-46bd-8839-28b388237d13)] {{(pid=101555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:25:54.996107 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:55.021141 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 18:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba1daad4-a6f6-4639-a264-0ad839bd9009 x-openstack-request-id: req-ba1daad4-a6f6-4639-a264-0ad839bd9009 {{(pid=101555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:25:55.021668 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c7f4d08-de13-4e1d-8ccc-3f0aa255f305", "name": "network-vif-plugged", "status": "completed", "tag": "d6be0816-9359-4237-839a-f580fa4e1239", "code": 200}]} {{(pid=101555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:25:55.021934 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ba1daad4-a6f6-4639-a264-0ad839bd9009 {{(pid=101555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:25:55.022300 dv-cinder-816695-1-iscsi neutron-server[101555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c7f4d08-de13-4e1d-8ccc-3f0aa255f305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6be0816-9359-4237-839a-f580fa4e1239', 'code': 200} Nov 18 18:25:55.052783 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Pushing event updated for resources: {'Port': ['ID=d6be0816-9359-4237-839a-f580fa4e1239,revision_number=5']} {{(pid=101555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:25:55.253444 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf4f6a8-6305-4886-adcf-80bf4ba2b98b req-6bdecc74-7aa0-461c-b614-96ce6bb0d829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:25:55.254913 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-edf4f6a8-6305-4886-adcf-80bf4ba2b98b req-6bdecc74-7aa0-461c-b614-96ce6bb0d829 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0c7f4d08-de13-4e1d-8ccc-3f0aa255f305 HTTP/1.1" status: 200 len: 1099 time: 0.0447321 Nov 18 18:25:55.296421 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-edf4f6a8-6305-4886-adcf-80bf4ba2b98b req-34c50d4f-9258-48bf-aacb-be8d10a3537c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=40510119-f699-4f4c-a824-ec0b23543939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339141 Nov 18 18:25:55.479889 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640aa94c-99e5-42e3-b4db-99bc2a062ace req-f5a1248e-4f63-4bc6-8b56-256487601848 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:25:55.481450 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-640aa94c-99e5-42e3-b4db-99bc2a062ace req-f5a1248e-4f63-4bc6-8b56-256487601848 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c7f4d08-de13-4e1d-8ccc-3f0aa255f305 HTTP/1.1" status: 200 len: 946 time: 0.0528867 Nov 18 18:25:55.528411 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-640aa94c-99e5-42e3-b4db-99bc2a062ace req-78f292bb-c71d-45e1-9868-18199f9ed74d tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.21 "GET /v2.0/security-groups?id=40510119-f699-4f4c-a824-ec0b23543939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393345 Nov 18 18:25:55.641309 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:56.699955 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644f0627-7a28-4ce7-b8a4-62809f8c5d78 req-92383c36-b1d4-4d22-9c24-b0d803e3ae51 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:25:56.701589 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-644f0627-7a28-4ce7-b8a4-62809f8c5d78 req-92383c36-b1d4-4d22-9c24-b0d803e3ae51 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c7f4d08-de13-4e1d-8ccc-3f0aa255f305 HTTP/1.1" status: 200 len: 946 time: 0.0600705 Nov 18 18:25:56.743069 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-644f0627-7a28-4ce7-b8a4-62809f8c5d78 req-fd53a638-9ca6-475d-817f-76823621dd07 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.21 "GET /v2.0/security-groups?id=40510119-f699-4f4c-a824-ec0b23543939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337882 Nov 18 18:25:56.875012 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.agents_db [None req-879798a6-d64d-4745-9d9a-40c50c0efc22 None None] Agent healthcheck: found 6 active agents {{(pid=101556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 18:25:57.885542 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cd1d0b-90ee-43ad-a22c-f55fc6af4561 req-a25376e6-00ba-4022-b3d7-5b18aeced9a7 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:25:57.887510 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-48cd1d0b-90ee-43ad-a22c-f55fc6af4561 req-a25376e6-00ba-4022-b3d7-5b18aeced9a7 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c7f4d08-de13-4e1d-8ccc-3f0aa255f305 HTTP/1.1" status: 200 len: 946 time: 0.0617807 Nov 18 18:25:57.936466 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-48cd1d0b-90ee-43ad-a22c-f55fc6af4561 req-1e6ae232-7b87-4dfd-a8e0-77e2d882dd4d tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.21 "GET /v2.0/security-groups?id=40510119-f699-4f4c-a824-ec0b23543939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427897 Nov 18 18:25:58.095340 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e3336b-d55d-430b-a2e8-8a9731d1045f req-a94dfeb0-d7d3-4483-aa74-0b6d6c5e0748 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:25:58.103431 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-b3e3336b-d55d-430b-a2e8-8a9731d1045f req-a94dfeb0-d7d3-4483-aa74-0b6d6c5e0748 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c7f4d08-de13-4e1d-8ccc-3f0aa255f305 HTTP/1.1" status: 200 len: 946 time: 0.0851290 Nov 18 18:25:58.160650 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-b3e3336b-d55d-430b-a2e8-8a9731d1045f req-f1611d6b-909d-472b-a082-07cc193ec44e tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.21 "GET /v2.0/security-groups?id=40510119-f699-4f4c-a824-ec0b23543939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562501 Nov 18 18:25:58.179708 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 55236) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:25:58.329159 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd6a6b46-2ca3-4e24-b0d6-a52b53fde781 tempest-TestVolumeBootPattern-55139196 tempest-TestVolumeBootPattern-55139196-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:25:58.335535 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-bd6a6b46-2ca3-4e24-b0d6-a52b53fde781 tempest-TestVolumeBootPattern-55139196 tempest-TestVolumeBootPattern-55139196-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=0c7f4d08-de13-4e1d-8ccc-3f0aa255f305 HTTP/1.1" status: 200 len: 1094 time: 0.1545146 Nov 18 18:25:58.336200 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 55240) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:25:58.341302 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.v2.base [None req-99721cae-f5d0-4d9a-8b97-8a29f45251c3 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Request body: {'floatingip': {'floating_network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'port_id': 'd6be0816-9359-4237-839a-f580fa4e1239', 'tenant_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:25:58.372857 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-99721cae-f5d0-4d9a-8b97-8a29f45251c3 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Notify callbacks [] for floatingip, before_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:58.483751 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-99721cae-f5d0-4d9a-8b97-8a29f45251c3 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:58.615074 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.db.db_base_plugin_common [None req-99721cae-f5d0-4d9a-8b97-8a29f45251c3 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Allocated IP 172.27.0.161 (681a8de3-317c-4c8e-b068-d1104cc9c364/7ba09554-0552-4432-a7a0-26d8d0284def/c7c6141d-a116-41d8-a42c-afadfb6ce967) {{(pid=101553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 18:25:58.746550 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-99721cae-f5d0-4d9a-8b97-8a29f45251c3 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Notify callbacks [] for port, precommit_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:58.787745 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-99721cae-f5d0-4d9a-8b97-8a29f45251c3 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768456900401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5584108'] for port, after_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:58.832624 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99721cae-f5d0-4d9a-8b97-8a29f45251c3 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Network 681a8de3-317c-4c8e-b068-d1104cc9c364 is already hosted by enough agents. {{(pid=101553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:25:58.835631 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.scheduler.base_scheduler [None req-99721cae-f5d0-4d9a-8b97-8a29f45251c3 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Resources bound (agent type, host, resource id): {{(pid=101553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:25:58.841274 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99721cae-f5d0-4d9a-8b97-8a29f45251c3 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Received port after_create {{(pid=101553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 18:25:58.887972 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99721cae-f5d0-4d9a-8b97-8a29f45251c3 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Pushing event updated for resources: {'Port': ['ID=c7c6141d-a116-41d8-a42c-afadfb6ce967,revision_number=1']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:25:58.901180 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99721cae-f5d0-4d9a-8b97-8a29f45251c3 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:25:58.901527 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99721cae-f5d0-4d9a-8b97-8a29f45251c3 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:25:58.901869 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99721cae-f5d0-4d9a-8b97-8a29f45251c3 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:25:58.902211 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99721cae-f5d0-4d9a-8b97-8a29f45251c3 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:25:58.902551 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99721cae-f5d0-4d9a-8b97-8a29f45251c3 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:25:58.902869 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99721cae-f5d0-4d9a-8b97-8a29f45251c3 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:25:58.903201 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99721cae-f5d0-4d9a-8b97-8a29f45251c3 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:25:58.903530 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99721cae-f5d0-4d9a-8b97-8a29f45251c3 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:25:58.903922 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99721cae-f5d0-4d9a-8b97-8a29f45251c3 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:25:58.904254 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99721cae-f5d0-4d9a-8b97-8a29f45251c3 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:25:58.904725 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99721cae-f5d0-4d9a-8b97-8a29f45251c3 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:25:58.905313 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99721cae-f5d0-4d9a-8b97-8a29f45251c3 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:25:59.293062 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-99721cae-f5d0-4d9a-8b97-8a29f45251c3 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:59.391440 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-99721cae-f5d0-4d9a-8b97-8a29f45251c3 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:59.569064 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-99721cae-f5d0-4d9a-8b97-8a29f45251c3 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Notify callbacks [] for port, precommit_update {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:59.575560 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-99721cae-f5d0-4d9a-8b97-8a29f45251c3 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5584123'] for port, after_update {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:59.650942 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99721cae-f5d0-4d9a-8b97-8a29f45251c3 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Pushing event updated for resources: {'Port': ['ID=c7c6141d-a116-41d8-a42c-afadfb6ce967,revision_number=2']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:25:59.663552 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-99721cae-f5d0-4d9a-8b97-8a29f45251c3 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-366129'] for floatingip, after_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:25:59.796793 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.db.l3_db [None req-99721cae-f5d0-4d9a-8b97-8a29f45251c3 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Floating IP 09305f36-df5c-44a4-9694-394b946a44dd associated. External IP: 172.27.0.161, port: d6be0816-9359-4237-839a-f580fa4e1239. Nov 18 18:26:00.040848 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99721cae-f5d0-4d9a-8b97-8a29f45251c3 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Router 5901960b-0c52-423d-9136-572b11dcde21 has already been hosted by L3 agent 11d55508-f5ea-4178-bd3a-0ed8666e5761 {{(pid=101553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 18:26:00.430437 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99721cae-f5d0-4d9a-8b97-8a29f45251c3 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Notify agent at l3_agent.dv-cinder-816695-1-iscsi the message routers_updated {{(pid=101553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 18:26:00.440739 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63dfa7d4-6b87-4b0c-a146-760403b5da28 None None] Sync routers for ids ['5901960b-0c52-423d-9136-572b11dcde21'] in dv-cinder-816695-1-iscsi {{(pid=101555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 18:26:00.454342 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-99721cae-f5d0-4d9a-8b97-8a29f45251c3 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47340'] for floatingip, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:00.461306 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63dfa7d4-6b87-4b0c-a146-760403b5da28 None None] Routers {'5901960b-0c52-423d-9136-572b11dcde21'} bound to L3 agent in host dv-cinder-816695-1-iscsi {{(pid=101555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:26:00.464778 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_hamode_db [None req-63dfa7d4-6b87-4b0c-a146-760403b5da28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T18:05:14Z,description=,heartbeat_timestamp=2021-11-18T18:25:44Z,host='dv-cinder-816695-1-iscsi',id=11d55508-f5ea-4178-bd3a-0ed8666e5761,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T18:05:14Z,topic='l3_agent')) {'router_ids': ['5901960b-0c52-423d-9136-572b11dcde21'], 'active': True} {{(pid=101555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:26:00.485922 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-99721cae-f5d0-4d9a-8b97-8a29f45251c3 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1482818 Nov 18 18:26:00.486585 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c7f4d08-de13-4e1d-8ccc-3f0aa255f305', 'tag': 'd6be0816-9359-4237-839a-f580fa4e1239'}] {{(pid=101553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:26:00.489291 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3f9c8695bc273365e1ae5046181e224bccdab9c1f2bdac51621509927968c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e11d324-7317-4439-8ce5-abe6d2436da5" -d '{"events": [{"name": "network-changed", "server_uuid": "0c7f4d08-de13-4e1d-8ccc-3f0aa255f305", "tag": "d6be0816-9359-4237-839a-f580fa4e1239"}]}' {{(pid=101553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:26:00.532555 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 18:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-170a775a-8981-402b-82c1-2e9e2b85cb80 x-openstack-request-id: req-170a775a-8981-402b-82c1-2e9e2b85cb80 {{(pid=101553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:26:00.533053 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c7f4d08-de13-4e1d-8ccc-3f0aa255f305", "tag": "d6be0816-9359-4237-839a-f580fa4e1239", "status": "completed", "code": 200}]} {{(pid=101553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:26:00.533542 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-170a775a-8981-402b-82c1-2e9e2b85cb80 {{(pid=101553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:26:00.534153 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c7f4d08-de13-4e1d-8ccc-3f0aa255f305', 'tag': 'd6be0816-9359-4237-839a-f580fa4e1239', 'status': 'completed', 'code': 200} Nov 18 18:26:00.611620 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e11d324-7317-4439-8ce5-abe6d2436da5 req-1f0ff4ab-2272-4508-8025-0a8dd84e4950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:26:00.613743 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-9e11d324-7317-4439-8ce5-abe6d2436da5 req-1f0ff4ab-2272-4508-8025-0a8dd84e4950 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d3feb8b6d06d47f597e7f875d0b7baaa&device_id=0c7f4d08-de13-4e1d-8ccc-3f0aa255f305 HTTP/1.1" status: 200 len: 1099 time: 0.0534906 Nov 18 18:26:00.615553 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_dvr_db [None req-63dfa7d4-6b87-4b0c-a146-760403b5da28 None None] Set router 5901960b-0c52-423d-9136-572b11dcde21 gateway port host: dv-cinder-816695-1-iscsi {{(pid=101555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:26:00.727912 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e11d324-7317-4439-8ce5-abe6d2436da5 req-0224ce24-8c2a-4c8a-a957-f5b3bbd5774a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:26:00.729536 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-9e11d324-7317-4439-8ce5-abe6d2436da5 req-0224ce24-8c2a-4c8a-a957-f5b3bbd5774a service neutron] 10.222.0.46 "GET /v2.0/networks?id=3934163e-7755-439f-bda9-12f9f87b1bd2 HTTP/1.1" status: 200 len: 913 time: 0.1090474 Nov 18 18:26:00.810534 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-9e11d324-7317-4439-8ce5-abe6d2436da5 req-6240efb2-85a7-4a4b-ad49-ecdb505bc740 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d6be0816-9359-4237-839a-f580fa4e1239 HTTP/1.1" status: 200 len: 1000 time: 0.0727804 Nov 18 18:26:00.869059 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e11d324-7317-4439-8ce5-abe6d2436da5 req-7ab0a95c-f924-42b6-b09a-6787e6fc862b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:26:00.870555 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-9e11d324-7317-4439-8ce5-abe6d2436da5 req-7ab0a95c-f924-42b6-b09a-6787e6fc862b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=28855948-909f-4d6a-a5b1-6e9277fe95e3 HTTP/1.1" status: 200 len: 851 time: 0.0534925 Nov 18 18:26:00.926737 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e11d324-7317-4439-8ce5-abe6d2436da5 req-3c2306ca-bdb2-4b47-9bd1-3ff3509b34af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:26:00.928924 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-9e11d324-7317-4439-8ce5-abe6d2436da5 req-3c2306ca-bdb2-4b47-9bd1-3ff3509b34af service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3934163e-7755-439f-bda9-12f9f87b1bd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0511897 Nov 18 18:26:01.027774 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-9e11d324-7317-4439-8ce5-abe6d2436da5 req-9c3bbbc1-7705-45d7-a2fa-881a13664b0d service neutron] 10.222.0.46 "GET /v2.0/networks/3934163e-7755-439f-bda9-12f9f87b1bd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913746 Nov 18 18:26:01.046632 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_hamode_db [None req-63dfa7d4-6b87-4b0c-a146-760403b5da28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5901960b-0c52-423d-9136-572b11dcde21', 'name': 'tempest-TestVolumeBootPattern-1250912335-router', 'tenant_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'external_fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': 'ff7d3f67-3e07-4d14-b80d-4cab3fc90c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:25:02Z', 'updated_at': '2021-11-18T18:25:05Z', 'revision_number': 4, 'project_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'gw_port': {'id': 'ff7d3f67-3e07-4d14-b80d-4cab3fc90c52', 'name': '', 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:5a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5901960b-0c52-423d-9136-572b11dcde21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:25:02Z', 'updated_at': '2021-11-18T18:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816695-1-iscsi', '_floatingips': [{'id': '09305f36-df5c-44a4-9694-394b946a44dd', 'tenant_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'floating_ip_address': '172.27.0.161', 'floating_network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'router_id': '5901960b-0c52-423d-9136-572b11dcde21', 'port_id': 'd6be0816-9359-4237-839a-f580fa4e1239', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 650, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3934163e-7755-439f-bda9-12f9f87b1bd2', 'mac_address': 'fa:16:3e:98:65:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7f4d08-de13-4e1d-8ccc-3f0aa255f305', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T18:25:59Z', 'updated_at': '2021-11-18T18:25:59Z', 'revision_number': 0, 'project_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '560a4b6d-e9de-487b-ad59-0fe5987b2c97', 'name': '', 'network_id': '3934163e-7755-439f-bda9-12f9f87b1bd2', 'tenant_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'mac_address': 'fa:16:3e:ff:a8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5901960b-0c52-423d-9136-572b11dcde21', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '28855948-909f-4d6a-a5b1-6e9277fe95e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:25:04Z', 'updated_at': '2021-11-18T18:25:11Z', 'revision_number': 5, 'project_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'subnets': [{'id': '28855948-909f-4d6a-a5b1-6e9277fe95e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816695-1-iscsi', False) {} {{(pid=101555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:26:01.102191 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63dfa7d4-6b87-4b0c-a146-760403b5da28 None None] Checking router: 5901960b-0c52-423d-9136-572b11dcde21 for host: dv-cinder-816695-1-iscsi {{(pid=101555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 18:26:01.116187 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63dfa7d4-6b87-4b0c-a146-760403b5da28 None None] Routers {'5901960b-0c52-423d-9136-572b11dcde21'} bound to L3 agent in host dv-cinder-816695-1-iscsi {{(pid=101555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:26:01.117024 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_hamode_db [None req-63dfa7d4-6b87-4b0c-a146-760403b5da28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T18:05:14Z,description=,heartbeat_timestamp=2021-11-18T18:25:44Z,host='dv-cinder-816695-1-iscsi',id=11d55508-f5ea-4178-bd3a-0ed8666e5761,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T18:05:14Z,topic='l3_agent')) {'router_ids': ['5901960b-0c52-423d-9136-572b11dcde21'], 'active': True} {{(pid=101555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:26:01.140954 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-9e11d324-7317-4439-8ce5-abe6d2436da5 req-4f7fe229-f1de-4528-9147-2890da18ed5d service neutron] 10.222.0.46 "GET /v2.0/networks/3934163e-7755-439f-bda9-12f9f87b1bd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053164 Nov 18 18:26:01.252367 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_dvr_db [None req-63dfa7d4-6b87-4b0c-a146-760403b5da28 None None] Set router 5901960b-0c52-423d-9136-572b11dcde21 gateway port host: dv-cinder-816695-1-iscsi {{(pid=101555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:26:01.520072 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_hamode_db [None req-63dfa7d4-6b87-4b0c-a146-760403b5da28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5901960b-0c52-423d-9136-572b11dcde21', 'name': 'tempest-TestVolumeBootPattern-1250912335-router', 'tenant_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'external_fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': 'ff7d3f67-3e07-4d14-b80d-4cab3fc90c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:25:02Z', 'updated_at': '2021-11-18T18:25:05Z', 'revision_number': 4, 'project_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'gw_port': {'id': 'ff7d3f67-3e07-4d14-b80d-4cab3fc90c52', 'name': '', 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:5a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5901960b-0c52-423d-9136-572b11dcde21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:25:02Z', 'updated_at': '2021-11-18T18:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816695-1-iscsi', '_floatingips': [{'id': '09305f36-df5c-44a4-9694-394b946a44dd', 'tenant_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'floating_ip_address': '172.27.0.161', 'floating_network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'router_id': '5901960b-0c52-423d-9136-572b11dcde21', 'port_id': 'd6be0816-9359-4237-839a-f580fa4e1239', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 650, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3934163e-7755-439f-bda9-12f9f87b1bd2', 'mac_address': 'fa:16:3e:98:65:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7f4d08-de13-4e1d-8ccc-3f0aa255f305', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T18:25:59Z', 'updated_at': '2021-11-18T18:25:59Z', 'revision_number': 0, 'project_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '560a4b6d-e9de-487b-ad59-0fe5987b2c97', 'name': '', 'network_id': '3934163e-7755-439f-bda9-12f9f87b1bd2', 'tenant_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'mac_address': 'fa:16:3e:ff:a8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5901960b-0c52-423d-9136-572b11dcde21', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '28855948-909f-4d6a-a5b1-6e9277fe95e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:25:04Z', 'updated_at': '2021-11-18T18:25:11Z', 'revision_number': 5, 'project_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'subnets': [{'id': '28855948-909f-4d6a-a5b1-6e9277fe95e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816695-1-iscsi', False) {} {{(pid=101555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:26:01.554748 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63dfa7d4-6b87-4b0c-a146-760403b5da28 None None] The sync data for ids ['5901960b-0c52-423d-9136-572b11dcde21'] in dv-cinder-816695-1-iscsi is: [{'id': '5901960b-0c52-423d-9136-572b11dcde21', 'name': 'tempest-TestVolumeBootPattern-1250912335-router', 'tenant_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'external_fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': 'ff7d3f67-3e07-4d14-b80d-4cab3fc90c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:25:02Z', 'updated_at': '2021-11-18T18:25:05Z', 'revision_number': 4, 'project_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'gw_port': {'id': 'ff7d3f67-3e07-4d14-b80d-4cab3fc90c52', 'name': '', 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:5a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5901960b-0c52-423d-9136-572b11dcde21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:25:02Z', 'updated_at': '2021-11-18T18:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816695-1-iscsi', '_floatingips': [{'id': '09305f36-df5c-44a4-9694-394b946a44dd', 'tenant_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'floating_ip_address': '172.27.0.161', 'floating_network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'router_id': '5901960b-0c52-423d-9136-572b11dcde21', 'port_id': 'd6be0816-9359-4237-839a-f580fa4e1239', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 650, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3934163e-7755-439f-bda9-12f9f87b1bd2', 'mac_address': 'fa:16:3e:98:65:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7f4d08-de13-4e1d-8ccc-3f0aa255f305', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T18:25:59Z', 'updated_at': '2021-11-18T18:25:59Z', 'revision_number': 0, 'project_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '560a4b6d-e9de-487b-ad59-0fe5987b2c97', 'name': '', 'network_id': '3934163e-7755-439f-bda9-12f9f87b1bd2', 'tenant_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'mac_address': 'fa:16:3e:ff:a8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5901960b-0c52-423d-9136-572b11dcde21', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '28855948-909f-4d6a-a5b1-6e9277fe95e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:25:04Z', 'updated_at': '2021-11-18T18:25:11Z', 'revision_number': 5, 'project_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'subnets': [{'id': '28855948-909f-4d6a-a5b1-6e9277fe95e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 18:26:01.797809 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c980dee9-b82c-46bc-bee9-84b76b1974dd None None] New status for floating IP 09305f36-df5c-44a4-9694-394b946a44dd: ACTIVE {{(pid=101556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 18 18:26:09.264862 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 55366) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:26:09.312871 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.db.db_base_plugin_v2 [None req-2eca4e48-2e6a-4368-8aeb-aca25ba7b13f admin admin] Deleting subnet 0510f0fa-374e-4bcf-a223-fcb81dbe580b {{(pid=101553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 18 18:26:09.316728 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-2eca4e48-2e6a-4368-8aeb-aca25ba7b13f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:09.353948 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-2eca4e48-2e6a-4368-8aeb-aca25ba7b13f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5393034'] for subnet, precommit_delete_associations {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:09.394744 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-2eca4e48-2e6a-4368-8aeb-aca25ba7b13f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1775345'] for subnet, precommit_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:09.460381 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-2eca4e48-2e6a-4368-8aeb-aca25ba7b13f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1775304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5584049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6021563'] for subnet, after_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:09.487445 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eca4e48-2e6a-4368-8aeb-aca25ba7b13f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0510f0fa-374e-4bcf-a223-fcb81dbe580b,revision_number=None']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:26:09.493438 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-2eca4e48-2e6a-4368-8aeb-aca25ba7b13f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553968'] for subnet, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:09.496759 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-2eca4e48-2e6a-4368-8aeb-aca25ba7b13f admin admin] 10.222.0.21 "DELETE /v2.0/subnets/0510f0fa-374e-4bcf-a223-fcb81dbe580b HTTP/1.1" status: 204 len: 168 time: 0.2308156 Nov 18 18:26:09.499423 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 55368) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:26:09.565940 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-9480d956-88a8-4d92-b191-d822aec51259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793125'] for network, before_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:09.645250 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-9480d956-88a8-4d92-b191-d822aec51259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775996', 'neutron.services.segments.db._delete_segments_for_network-8768457200168'] for network, precommit_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:09.664915 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.services.segments.db [None req-9480d956-88a8-4d92-b191-d822aec51259 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1622afc0-6d82-424e-996b-fb93dc13f0e4']}} {{(pid=101553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:26:09.673849 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.services.segments.db [None req-9480d956-88a8-4d92-b191-d822aec51259 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2642fec4-336e-41f6-bdb4-c1b2f8ff8ee1') {'for_net_delete': True} {{(pid=101553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:26:09.674151 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.services.segments.db [None req-9480d956-88a8-4d92-b191-d822aec51259 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2642fec4-336e-41f6-bdb4-c1b2f8ff8ee1') {} {{(pid=101553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:26:09.683730 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-9480d956-88a8-4d92-b191-d822aec51259 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768457200505', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5393027'] for segment, before_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:09.696343 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-9480d956-88a8-4d92-b191-d822aec51259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1774666'] for segment, precommit_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:09.702677 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9480d956-88a8-4d92-b191-d822aec51259 admin admin] Releasing vlan 765 on physical network physnet1 to pool {{(pid=101553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 18:26:09.703064 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-9480d956-88a8-4d92-b191-d822aec51259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1774666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5583903'] for segment, after_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:09.704692 dv-cinder-816695-1-iscsi neutron-server[101553]: Traceback (most recent call last): Nov 18 18:26:09.704692 dv-cinder-816695-1-iscsi neutron-server[101553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 18:26:09.704692 dv-cinder-816695-1-iscsi neutron-server[101553]: timer() Nov 18 18:26:09.704692 dv-cinder-816695-1-iscsi neutron-server[101553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 18:26:09.704692 dv-cinder-816695-1-iscsi neutron-server[101553]: cb(*args, **kw) Nov 18 18:26:09.704692 dv-cinder-816695-1-iscsi neutron-server[101553]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 18:26:09.704692 dv-cinder-816695-1-iscsi neutron-server[101553]: return func(*args, **kwargs) Nov 18 18:26:09.704692 dv-cinder-816695-1-iscsi neutron-server[101553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 18:26:09.704692 dv-cinder-816695-1-iscsi neutron-server[101553]: self._notify() Nov 18 18:26:09.704692 dv-cinder-816695-1-iscsi neutron-server[101553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 18:26:09.704692 dv-cinder-816695-1-iscsi neutron-server[101553]: self.callback(batched_events) Nov 18 18:26:09.704692 dv-cinder-816695-1-iscsi neutron-server[101553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 18:26:09.704692 dv-cinder-816695-1-iscsi neutron-server[101553]: event.method(event) Nov 18 18:26:09.704692 dv-cinder-816695-1-iscsi neutron-server[101553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 18:26:09.704692 dv-cinder-816695-1-iscsi neutron-server[101553]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 18:26:09.704692 dv-cinder-816695-1-iscsi neutron-server[101553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 18:26:09.704692 dv-cinder-816695-1-iscsi neutron-server[101553]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 18:26:09.704692 dv-cinder-816695-1-iscsi neutron-server[101553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 18:26:09.704692 dv-cinder-816695-1-iscsi neutron-server[101553]: return f(self, *a, **k) Nov 18 18:26:09.704692 dv-cinder-816695-1-iscsi neutron-server[101553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 18:26:09.704692 dv-cinder-816695-1-iscsi neutron-server[101553]: return self._get(url).json() Nov 18 18:26:09.704692 dv-cinder-816695-1-iscsi neutron-server[101553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 18:26:09.704692 dv-cinder-816695-1-iscsi neutron-server[101553]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 18:26:09.704692 dv-cinder-816695-1-iscsi neutron-server[101553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 18:26:09.704692 dv-cinder-816695-1-iscsi neutron-server[101553]: return self.request(url, 'GET', **kwargs) Nov 18 18:26:09.704692 dv-cinder-816695-1-iscsi neutron-server[101553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 18:26:09.704692 dv-cinder-816695-1-iscsi neutron-server[101553]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 18:26:09.704692 dv-cinder-816695-1-iscsi neutron-server[101553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 18:26:09.704692 dv-cinder-816695-1-iscsi neutron-server[101553]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 18:26:09.704692 dv-cinder-816695-1-iscsi neutron-server[101553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 18:26:09.704692 dv-cinder-816695-1-iscsi neutron-server[101553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 18:26:09.704692 dv-cinder-816695-1-iscsi neutron-server[101553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 18:26:09.757613 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-9480d956-88a8-4d92-b191-d822aec51259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-366119'] for network, after_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:09.763277 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-9480d956-88a8-4d92-b191-d822aec51259 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553968'] for network, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:09.766510 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-9480d956-88a8-4d92-b191-d822aec51259 admin admin] 10.222.0.21 "DELETE /v2.0/networks/1622afc0-6d82-424e-996b-fb93dc13f0e4 HTTP/1.1" status: 204 len: 168 time: 0.2661197 Nov 18 18:26:09.783064 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9480d956-88a8-4d92-b191-d822aec51259 admin admin] Pushing event deleted for resources: {'Network': ['ID=1622afc0-6d82-424e-996b-fb93dc13f0e4,revision_number=None']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:26:09.898689 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 55372) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:26:09.937116 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-d0eeb8b5-f64c-4bfc-834f-ca4da9fb8e51 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=11f46c68a0c44de3bfb3dbd0904f4849&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0372562 Nov 18 18:26:09.939454 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 55374) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:26:09.986911 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-6d41d8b7-d917-4214-92e0-2fc1c7bb40be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:10.008333 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-6d41d8b7-d917-4214-92e0-2fc1c7bb40be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:10.053471 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-6d41d8b7-d917-4214-92e0-2fc1c7bb40be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:10.056719 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-6d41d8b7-d917-4214-92e0-2fc1c7bb40be admin admin] Notify callbacks [] for security_group, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:10.060255 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-6d41d8b7-d917-4214-92e0-2fc1c7bb40be admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/618a6701-7aa6-46c7-8a0c-78c8fbc7401c HTTP/1.1" status: 204 len: 168 time: 0.1198404 Nov 18 18:26:10.068077 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d41d8b7-d917-4214-92e0-2fc1c7bb40be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=618a6701-7aa6-46c7-8a0c-78c8fbc7401c,revision_number=None']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:26:11.001959 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-e271a4a8-593f-4c07-9426-6d327766b05e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:13.612533 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 55418) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:26:13.715758 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-3581d010-1ced-42ea-a5a3-f1c37ea50503 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:13.788916 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-3581d010-1ced-42ea-a5a3-f1c37ea50503 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:13.793862 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-3581d010-1ced-42ea-a5a3-f1c37ea50503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:13.831608 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-3581d010-1ced-42ea-a5a3-f1c37ea50503 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5917b9ab74d042b48ffb1d2430f40776&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2177329 Nov 18 18:26:13.832444 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3581d010-1ced-42ea-a5a3-f1c37ea50503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=020454ba-51e2-4814-bbc4-f7eb27afe34e,revision_number=1']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:26:13.834483 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 55422) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:26:13.839974 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3581d010-1ced-42ea-a5a3-f1c37ea50503 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:26:13.840326 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3581d010-1ced-42ea-a5a3-f1c37ea50503 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:26:13.840697 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3581d010-1ced-42ea-a5a3-f1c37ea50503 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:26:13.841034 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3581d010-1ced-42ea-a5a3-f1c37ea50503 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:26:13.841363 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3581d010-1ced-42ea-a5a3-f1c37ea50503 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:26:13.841693 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3581d010-1ced-42ea-a5a3-f1c37ea50503 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:26:13.842019 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3581d010-1ced-42ea-a5a3-f1c37ea50503 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:26:13.842347 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3581d010-1ced-42ea-a5a3-f1c37ea50503 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:26:13.842671 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3581d010-1ced-42ea-a5a3-f1c37ea50503 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:26:13.842991 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3581d010-1ced-42ea-a5a3-f1c37ea50503 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:26:13.843310 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3581d010-1ced-42ea-a5a3-f1c37ea50503 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:26:13.843629 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3581d010-1ced-42ea-a5a3-f1c37ea50503 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:26:13.886878 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-93138631-ee9f-4d8d-82dd-6a030e0f49af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:13.913093 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-93138631-ee9f-4d8d-82dd-6a030e0f49af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:13.964744 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-93138631-ee9f-4d8d-82dd-6a030e0f49af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:13.967732 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-93138631-ee9f-4d8d-82dd-6a030e0f49af admin admin] Notify callbacks [] for security_group, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:13.969185 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-93138631-ee9f-4d8d-82dd-6a030e0f49af admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/020454ba-51e2-4814-bbc4-f7eb27afe34e HTTP/1.1" status: 204 len: 168 time: 0.1335444 Nov 18 18:26:13.981364 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93138631-ee9f-4d8d-82dd-6a030e0f49af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=020454ba-51e2-4814-bbc4-f7eb27afe34e,revision_number=None']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:26:14.036327 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-31fa69c4-bdc1-4497-944a-fe5a7ee23bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:14.204738 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:14.944714 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-e3a848c2-ffa0-4288-a759-e5f077163e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:16.965967 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-cd169395-ba62-4885-8b1f-e6616afe023f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:24.750185 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 55560) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:26:24.854266 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-b54a10e0-42b2-4d16-9afb-3e0514ca3285 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:24.926435 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-b54a10e0-42b2-4d16-9afb-3e0514ca3285 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:24.931700 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-b54a10e0-42b2-4d16-9afb-3e0514ca3285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:24.968973 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-b54a10e0-42b2-4d16-9afb-3e0514ca3285 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9a5eb01809934d44886adb2ffff7bcb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2176919 Nov 18 18:26:24.969844 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54a10e0-42b2-4d16-9afb-3e0514ca3285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7dab381-5abf-4eec-8814-a1d480a25102,revision_number=1']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:26:24.972876 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 55564) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:26:25.021259 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-dc61fcdf-617a-4e4d-8e3c-aa4adc9fcd97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:25.043011 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-dc61fcdf-617a-4e4d-8e3c-aa4adc9fcd97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:25.088269 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-dc61fcdf-617a-4e4d-8e3c-aa4adc9fcd97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:25.090866 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-dc61fcdf-617a-4e4d-8e3c-aa4adc9fcd97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:25.092034 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-dc61fcdf-617a-4e4d-8e3c-aa4adc9fcd97 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c7dab381-5abf-4eec-8814-a1d480a25102 HTTP/1.1" status: 204 len: 168 time: 0.1180735 Nov 18 18:26:25.102088 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc61fcdf-617a-4e4d-8e3c-aa4adc9fcd97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7dab381-5abf-4eec-8814-a1d480a25102,revision_number=None']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:26:25.664920 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:25.716073 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 55586) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:26:25.810798 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.v2.base [None req-57e0a52d-22b3-479b-9d8b-1ff620a7baa7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1843931220-network', 'tenant_id': '78bb53cbc7294569b7f5c09aa2eeb6cc'}} {{(pid=101553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:26:25.831942 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57e0a52d-22b3-479b-9d8b-1ff620a7baa7 admin admin] Made reservation on behalf of 78bb53cbc7294569b7f5c09aa2eeb6cc for: {'network': 1} {{(pid=101553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 18:26:25.834201 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-57e0a52d-22b3-479b-9d8b-1ff620a7baa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for network, before_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:25.843034 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-57e0a52d-22b3-479b-9d8b-1ff620a7baa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:25.915756 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-57e0a52d-22b3-479b-9d8b-1ff620a7baa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:25.919281 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-57e0a52d-22b3-479b-9d8b-1ff620a7baa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:25.938948 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57e0a52d-22b3-479b-9d8b-1ff620a7baa7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 766} {{(pid=101553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 18:26:25.954562 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e0a52d-22b3-479b-9d8b-1ff620a7baa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43bd9df0-a033-46d8-9455-f560ad2e2a09,revision_number=1']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:26:25.957440 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-57e0a52d-22b3-479b-9d8b-1ff620a7baa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1774666'] for segment, precommit_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:25.957789 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.db.segments_db [None req-57e0a52d-22b3-479b-9d8b-1ff620a7baa7 admin admin] Added segment 1edf0e35-424e-4f94-8a9f-eeaff4629c50 of type vlan for network 8fbb7eb2-7807-46da-99b0-3bb51a103e12 Nov 18 18:26:25.997500 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-57e0a52d-22b3-479b-9d8b-1ff620a7baa7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768456854164'] for network, precommit_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:26.026668 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-57e0a52d-22b3-479b-9d8b-1ff620a7baa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922'] for network, after_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:26.027638 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e0a52d-22b3-479b-9d8b-1ff620a7baa7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:26:26.028249 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-57e0a52d-22b3-479b-9d8b-1ff620a7baa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553968'] for network, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:26.077621 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-57e0a52d-22b3-479b-9d8b-1ff620a7baa7 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3617439 Nov 18 18:26:26.080333 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 55590) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:26:26.085373 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.v2.base [None req-d8d9a0dd-97e5-4365-945e-01e98b1d30a7 admin admin] Request body: {'subnet': {'network_id': '8fbb7eb2-7807-46da-99b0-3bb51a103e12', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1843931220-subnet', 'tenant_id': '78bb53cbc7294569b7f5c09aa2eeb6cc', 'ip_version': 4}} {{(pid=101554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:26:26.091152 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e0a52d-22b3-479b-9d8b-1ff620a7baa7 admin admin] Pushing event updated for resources: {'Network': ['ID=8fbb7eb2-7807-46da-99b0-3bb51a103e12,revision_number=1']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:26:26.105408 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Network 8fbb7eb2-7807-46da-99b0-3bb51a103e12 details requested by agent ovs-agent-dv-cinder-816695-1-iscsi with host dv-cinder-816695-1-iscsi {{(pid=101555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 18:26:26.112940 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8d9a0dd-97e5-4365-945e-01e98b1d30a7 admin admin] Made reservation on behalf of 78bb53cbc7294569b7f5c09aa2eeb6cc for: {'subnet': 1} {{(pid=101554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 18:26:26.115228 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-d8d9a0dd-97e5-4365-945e-01e98b1d30a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5600025'] for subnet, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:26.283323 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-d8d9a0dd-97e5-4365-945e-01e98b1d30a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6202745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5600047'] for subnet, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:26.337578 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d9a0dd-97e5-4365-945e-01e98b1d30a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39a8ee46-0ca9-4feb-bcbe-4306173140b4,revision_number=0']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:26:26.353463 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d9a0dd-97e5-4365-945e-01e98b1d30a7 admin admin] Checking segment: {'id': '1edf0e35-424e-4f94-8a9f-eeaff4629c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8fbb7eb2-7807-46da-99b0-3bb51a103e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 18 18:26:26.353819 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d9a0dd-97e5-4365-945e-01e98b1d30a7 admin admin] Network hostable DHCP agents. Network: 8fbb7eb2-7807-46da-99b0-3bb51a103e12, hostable agents: ['3fbd36fe-782c-4617-8e97-99410d5610de'], hosted agents: [] {{(pid=101554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 18:26:26.371959 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d9a0dd-97e5-4365-945e-01e98b1d30a7 admin admin] Network 8fbb7eb2-7807-46da-99b0-3bb51a103e12 is scheduled to be hosted by DHCP agent 3fbd36fe-782c-4617-8e97-99410d5610de with binding_index 1 {{(pid=101554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 18:26:26.382838 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.scheduler.base_scheduler [None req-d8d9a0dd-97e5-4365-945e-01e98b1d30a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816695-1-iscsi, 8fbb7eb2-7807-46da-99b0-3bb51a103e12) {{(pid=101554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:26:26.393396 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d9a0dd-97e5-4365-945e-01e98b1d30a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:26:26.394160 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-d8d9a0dd-97e5-4365-945e-01e98b1d30a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:26.395609 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a91641-5516-4524-b04d-acd181c9cb1b None None] Network 8fbb7eb2-7807-46da-99b0-3bb51a103e12 requested from dv-cinder-816695-1-iscsi {{(pid=101555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 18:26:26.414043 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-d8d9a0dd-97e5-4365-945e-01e98b1d30a7 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3323946 Nov 18 18:26:26.417683 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 55592) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:26:26.422306 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.v2.base [None req-1e0ccb3c-ed04-422e-887b-f38ad9f29471 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1843931220-router', 'tenant_id': '78bb53cbc7294569b7f5c09aa2eeb6cc', 'external_gateway_info': {'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364'}}} {{(pid=101553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:26:26.454179 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-1e0ccb3c-ed04-422e-887b-f38ad9f29471 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362720', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15882'] for router, before_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:26.455915 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-1e0ccb3c-ed04-422e-887b-f38ad9f29471 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-366266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15875'] for router, precommit_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:26.515464 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-1e0ccb3c-ed04-422e-887b-f38ad9f29471 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:26.556006 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b78f53-810e-404f-ae6b-3ac4d32e5687 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5e6a097-ea3c-5b2a-9327-4706adb4f366-8fbb7eb2-7807-46da-99b0-3bb51a103e12', 'network_id': '8fbb7eb2-7807-46da-99b0-3bb51a103e12', 'tenant_id': '78bb53cbc7294569b7f5c09aa2eeb6cc', 'fixed_ips': [{'subnet_id': '39a8ee46-0ca9-4feb-bcbe-4306173140b4'}]}} from dv-cinder-816695-1-iscsi. {{(pid=101555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 18:26:26.558457 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-d2b78f53-810e-404f-ae6b-3ac4d32e5687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_create {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:26.657237 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-1e0ccb3c-ed04-422e-887b-f38ad9f29471 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:26.699328 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.db_base_plugin_common [None req-d2b78f53-810e-404f-ae6b-3ac4d32e5687 None None] Allocated IP 172.20.0.2 (8fbb7eb2-7807-46da-99b0-3bb51a103e12/39a8ee46-0ca9-4feb-bcbe-4306173140b4/48170c13-7210-4a8f-a80e-4de4cd9e3eee) {{(pid=101555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 18:26:26.846360 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-d2b78f53-810e-404f-ae6b-3ac4d32e5687 None None] Notify callbacks [] for port, precommit_create {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:26.852968 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-d2b78f53-810e-404f-ae6b-3ac4d32e5687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768456900401'] for port, after_create {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:26.862809 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-1e0ccb3c-ed04-422e-887b-f38ad9f29471 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:26.881733 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-1e0ccb3c-ed04-422e-887b-f38ad9f29471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:26.890244 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b78f53-810e-404f-ae6b-3ac4d32e5687 None None] Network 8fbb7eb2-7807-46da-99b0-3bb51a103e12 is already hosted by enough agents. {{(pid=101555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:26:26.894495 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.scheduler.base_scheduler [None req-d2b78f53-810e-404f-ae6b-3ac4d32e5687 None None] Resources bound (agent type, host, resource id): {{(pid=101555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:26:26.902419 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b78f53-810e-404f-ae6b-3ac4d32e5687 None None] Received port after_create {{(pid=101555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 18:26:26.905566 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b78f53-810e-404f-ae6b-3ac4d32e5687 None None] Pushing event updated for resources: {'Port': ['ID=48170c13-7210-4a8f-a80e-4de4cd9e3eee,revision_number=1']} {{(pid=101555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:26:26.917308 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b78f53-810e-404f-ae6b-3ac4d32e5687 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:26:26.917577 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b78f53-810e-404f-ae6b-3ac4d32e5687 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:26:26.917932 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b78f53-810e-404f-ae6b-3ac4d32e5687 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:26:26.918274 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b78f53-810e-404f-ae6b-3ac4d32e5687 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:26:26.918619 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b78f53-810e-404f-ae6b-3ac4d32e5687 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:26:26.918963 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b78f53-810e-404f-ae6b-3ac4d32e5687 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:26:26.919292 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b78f53-810e-404f-ae6b-3ac4d32e5687 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:26:26.919630 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b78f53-810e-404f-ae6b-3ac4d32e5687 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:26:26.920088 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b78f53-810e-404f-ae6b-3ac4d32e5687 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:26:26.920422 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b78f53-810e-404f-ae6b-3ac4d32e5687 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:26:26.920756 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b78f53-810e-404f-ae6b-3ac4d32e5687 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:26:26.921085 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b78f53-810e-404f-ae6b-3ac4d32e5687 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:26:26.969252 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.managers [None req-d2b78f53-810e-404f-ae6b-3ac4d32e5687 None None] Attempting to bind port 48170c13-7210-4a8f-a80e-4de4cd9e3eee on host dv-cinder-816695-1-iscsi for vnic_type normal with profile {{(pid=101555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 18 18:26:26.969486 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.managers [None req-d2b78f53-810e-404f-ae6b-3ac4d32e5687 None None] Attempting to bind port 48170c13-7210-4a8f-a80e-4de4cd9e3eee by drivers openvswitch,hyperv on host dv-cinder-816695-1-iscsi at level 0 using segments [{'id': '1edf0e35-424e-4f94-8a9f-eeaff4629c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8fbb7eb2-7807-46da-99b0-3bb51a103e12'}] {{(pid=101555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 18 18:26:26.969849 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b78f53-810e-404f-ae6b-3ac4d32e5687 None None] Attempting to bind port 48170c13-7210-4a8f-a80e-4de4cd9e3eee on network 8fbb7eb2-7807-46da-99b0-3bb51a103e12 {{(pid=101555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:26:26.974764 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b78f53-810e-404f-ae6b-3ac4d32e5687 None None] Checking agent: {'id': '1b150279-be03-4dd2-a318-1a957a9087ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816695-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 18, 5, 14), 'started_at': datetime.datetime(2021, 11, 18, 18, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 18, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816695-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 18:26:26.975139 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b78f53-810e-404f-ae6b-3ac4d32e5687 None None] Checking segment: {'id': '1edf0e35-424e-4f94-8a9f-eeaff4629c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8fbb7eb2-7807-46da-99b0-3bb51a103e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 18 18:26:26.975546 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-d2b78f53-810e-404f-ae6b-3ac4d32e5687 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:26.975978 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b78f53-810e-404f-ae6b-3ac4d32e5687 None None] Bound using segment: {'id': '1edf0e35-424e-4f94-8a9f-eeaff4629c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8fbb7eb2-7807-46da-99b0-3bb51a103e12'} {{(pid=101555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 18:26:26.976450 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.managers [None req-d2b78f53-810e-404f-ae6b-3ac4d32e5687 None None] Bound port: 48170c13-7210-4a8f-a80e-4de4cd9e3eee, host: dv-cinder-816695-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1edf0e35-424e-4f94-8a9f-eeaff4629c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8fbb7eb2-7807-46da-99b0-3bb51a103e12'}}] {{(pid=101555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 18 18:26:26.976831 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-d2b78f53-810e-404f-ae6b-3ac4d32e5687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:26.996891 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.db.db_base_plugin_common [None req-1e0ccb3c-ed04-422e-887b-f38ad9f29471 admin admin] Allocated IP 172.27.0.189 (681a8de3-317c-4c8e-b068-d1104cc9c364/7ba09554-0552-4432-a7a0-26d8d0284def/ff996bd9-472d-4856-9bb7-46850ad44898) {{(pid=101553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 18:26:27.048463 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-d2b78f53-810e-404f-ae6b-3ac4d32e5687 None None] For port 48170c13-7210-4a8f-a80e-4de4cd9e3eee, host dv-cinder-816695-1-iscsi, cleared binding levels {{(pid=101555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 18:26:27.052053 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-d2b78f53-810e-404f-ae6b-3ac4d32e5687 None None] For port 48170c13-7210-4a8f-a80e-4de4cd9e3eee, host dv-cinder-816695-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816695-1-iscsi',level=0,port_id=48170c13-7210-4a8f-a80e-4de4cd9e3eee,segment=NetworkSegment(1edf0e35-424e-4f94-8a9f-eeaff4629c50),segment_id=1edf0e35-424e-4f94-8a9f-eeaff4629c50)] {{(pid=101555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 18:26:27.058120 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-d2b78f53-810e-404f-ae6b-3ac4d32e5687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:27.125068 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-1e0ccb3c-ed04-422e-887b-f38ad9f29471 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:27.133575 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b78f53-810e-404f-ae6b-3ac4d32e5687 None None] Pushing event updated for resources: {'Port': ['ID=48170c13-7210-4a8f-a80e-4de4cd9e3eee,revision_number=2']} {{(pid=101555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:26:27.160734 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-1e0ccb3c-ed04-422e-887b-f38ad9f29471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768456900401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5584108'] for port, after_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:27.198392 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e0ccb3c-ed04-422e-887b-f38ad9f29471 admin admin] Network 681a8de3-317c-4c8e-b068-d1104cc9c364 is already hosted by enough agents. {{(pid=101553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:26:27.201297 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.scheduler.base_scheduler [None req-1e0ccb3c-ed04-422e-887b-f38ad9f29471 admin admin] Resources bound (agent type, host, resource id): {{(pid=101553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:26:27.204946 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0ccb3c-ed04-422e-887b-f38ad9f29471 admin admin] Received port after_create {{(pid=101553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 18:26:27.230971 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0ccb3c-ed04-422e-887b-f38ad9f29471 admin admin] Pushing event updated for resources: {'Port': ['ID=ff996bd9-472d-4856-9bb7-46850ad44898,revision_number=1']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:26:27.502613 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-1e0ccb3c-ed04-422e-887b-f38ad9f29471 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:27.698781 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-1e0ccb3c-ed04-422e-887b-f38ad9f29471 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-366319'] for router, after_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:27.828939 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e0ccb3c-ed04-422e-887b-f38ad9f29471 admin admin] Router 3aecd96e-8816-4d24-b5b2-abcaf53162b9 is scheduled to L3 agent 11d55508-f5ea-4178-bd3a-0ed8666e5761 with binding_index 1 {{(pid=101553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 18 18:26:27.941088 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e0ccb3c-ed04-422e-887b-f38ad9f29471 admin admin] Notify agent at l3_agent.dv-cinder-816695-1-iscsi the message routers_updated {{(pid=101553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 18:26:27.950904 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9426f8a6-b5e1-46ca-9222-d7d35ec7984f None None] Sync routers for ids ['3aecd96e-8816-4d24-b5b2-abcaf53162b9'] in dv-cinder-816695-1-iscsi {{(pid=101555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 18:26:27.960160 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-1e0ccb3c-ed04-422e-887b-f38ad9f29471 admin admin] Notify callbacks [] for router, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:27.961817 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9426f8a6-b5e1-46ca-9222-d7d35ec7984f None None] Routers {'3aecd96e-8816-4d24-b5b2-abcaf53162b9'} bound to L3 agent in host dv-cinder-816695-1-iscsi {{(pid=101555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:26:27.962980 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_hamode_db [None req-9426f8a6-b5e1-46ca-9222-d7d35ec7984f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T18:05:14Z,description=,heartbeat_timestamp=2021-11-18T18:26:14Z,host='dv-cinder-816695-1-iscsi',id=11d55508-f5ea-4178-bd3a-0ed8666e5761,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T18:05:14Z,topic='l3_agent')) {'router_ids': ['3aecd96e-8816-4d24-b5b2-abcaf53162b9'], 'active': True} {{(pid=101555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:26:27.964541 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-1e0ccb3c-ed04-422e-887b-f38ad9f29471 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5454562 Nov 18 18:26:27.965090 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 55594) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:26:28.030138 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c5e429-7121-4a03-8428-4bbf54077eab None None] Network 8fbb7eb2-7807-46da-99b0-3bb51a103e12 requested from dv-cinder-816695-1-iscsi {{(pid=101555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 18:26:28.110356 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-79e150b4-5897-4280-9a3d-1be76ee3900b None None] Provisioning complete for port 48170c13-7210-4a8f-a80e-4de4cd9e3eee triggered by entity DHCP. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:26:28.110717 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-79e150b4-5897-4280-9a3d-1be76ee3900b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:28.157899 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_dvr_db [None req-9426f8a6-b5e1-46ca-9222-d7d35ec7984f None None] Set router 3aecd96e-8816-4d24-b5b2-abcaf53162b9 gateway port host: dv-cinder-816695-1-iscsi {{(pid=101555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:26:28.365547 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Device 48170c13-7210-4a8f-a80e-4de4cd9e3eee up at agent ovs-agent-dv-cinder-816695-1-iscsi {{(pid=101555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:26:28.406472 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-9d61d772-7b7e-40f9-beb1-f88437cd69d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:28.570065 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-79e150b4-5897-4280-9a3d-1be76ee3900b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:28.585570 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.db.db_base_plugin_common [None req-9d61d772-7b7e-40f9-beb1-f88437cd69d8 admin admin] Allocated IP 172.20.0.1 (8fbb7eb2-7807-46da-99b0-3bb51a103e12/39a8ee46-0ca9-4feb-bcbe-4306173140b4/ab8ffc7c-6a65-4a05-8630-11aaf9dcaf87) {{(pid=101554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 18:26:28.598133 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Provisioning complete for port 48170c13-7210-4a8f-a80e-4de4cd9e3eee triggered by entity L2. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:26:28.598514 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:28.677767 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-79e150b4-5897-4280-9a3d-1be76ee3900b None None] For port 48170c13-7210-4a8f-a80e-4de4cd9e3eee, host dv-cinder-816695-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816695-1-iscsi',level=0,port_id=48170c13-7210-4a8f-a80e-4de4cd9e3eee,segment=NetworkSegment(1edf0e35-424e-4f94-8a9f-eeaff4629c50),segment_id=1edf0e35-424e-4f94-8a9f-eeaff4629c50)] {{(pid=101555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:26:28.684145 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-79e150b4-5897-4280-9a3d-1be76ee3900b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:28.704637 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-9d61d772-7b7e-40f9-beb1-f88437cd69d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:28.749585 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-9d61d772-7b7e-40f9-beb1-f88437cd69d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768456900401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6202601'] for port, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:28.757446 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_hamode_db [None req-9426f8a6-b5e1-46ca-9222-d7d35ec7984f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aecd96e-8816-4d24-b5b2-abcaf53162b9', 'name': 'tempest-TestMinimumBasicScenario-1843931220-router', 'tenant_id': '78bb53cbc7294569b7f5c09aa2eeb6cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'external_fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'ff996bd9-472d-4856-9bb7-46850ad44898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:26:26Z', 'updated_at': '2021-11-18T18:26:27Z', 'revision_number': 3, 'project_id': '78bb53cbc7294569b7f5c09aa2eeb6cc', 'gw_port': {'id': 'ff996bd9-472d-4856-9bb7-46850ad44898', 'name': '', 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f4:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aecd96e-8816-4d24-b5b2-abcaf53162b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:26:26Z', 'updated_at': '2021-11-18T18:26:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816695-1-iscsi'}], 'dv-cinder-816695-1-iscsi', False) {} {{(pid=101555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:26:28.800538 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9426f8a6-b5e1-46ca-9222-d7d35ec7984f None None] Checking router: 3aecd96e-8816-4d24-b5b2-abcaf53162b9 for host: dv-cinder-816695-1-iscsi {{(pid=101555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 18:26:28.800788 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9426f8a6-b5e1-46ca-9222-d7d35ec7984f None None] Updating router 3aecd96e-8816-4d24-b5b2-abcaf53162b9 port ff996bd9-472d-4856-9bb7-46850ad44898 binding host dv-cinder-816695-1-iscsi {{(pid=101555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 18:26:28.802731 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e150b4-5897-4280-9a3d-1be76ee3900b None None] Pushing event updated for resources: {'Port': ['ID=48170c13-7210-4a8f-a80e-4de4cd9e3eee,revision_number=3']} {{(pid=101555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:26:28.807898 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d61d772-7b7e-40f9-beb1-f88437cd69d8 admin admin] Network 8fbb7eb2-7807-46da-99b0-3bb51a103e12 is already hosted by enough agents. {{(pid=101554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:26:28.809719 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d61d772-7b7e-40f9-beb1-f88437cd69d8 admin admin] Pushing event updated for resources: {'Port': ['ID=ab8ffc7c-6a65-4a05-8630-11aaf9dcaf87,revision_number=1']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:26:28.816550 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.scheduler.base_scheduler [None req-9d61d772-7b7e-40f9-beb1-f88437cd69d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:26:28.819836 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d61d772-7b7e-40f9-beb1-f88437cd69d8 admin admin] Received port after_create {{(pid=101554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 18:26:28.838506 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-9426f8a6-b5e1-46ca-9222-d7d35ec7984f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:28.871238 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-9d61d772-7b7e-40f9-beb1-f88437cd69d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364474'] for router_interface, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:28.944622 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-197ef7bd-cb2e-4be4-b489-e11fb804498a None None] Provisioning complete for port 48170c13-7210-4a8f-a80e-4de4cd9e3eee triggered by entity DHCP. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:26:28.944893 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-197ef7bd-cb2e-4be4-b489-e11fb804498a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:29.014632 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-9d61d772-7b7e-40f9-beb1-f88437cd69d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:29.206356 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-9d61d772-7b7e-40f9-beb1-f88437cd69d8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:29.210949 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-9426f8a6-b5e1-46ca-9222-d7d35ec7984f None None] Notify callbacks [] for port, precommit_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:29.211764 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-9d61d772-7b7e-40f9-beb1-f88437cd69d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6202622'] for port, after_update {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:29.217285 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-9426f8a6-b5e1-46ca-9222-d7d35ec7984f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:29.278405 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d61d772-7b7e-40f9-beb1-f88437cd69d8 admin admin] Pushing event updated for resources: {'Port': ['ID=ab8ffc7c-6a65-4a05-8630-11aaf9dcaf87,revision_number=2']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:26:29.280623 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.managers [None req-9426f8a6-b5e1-46ca-9222-d7d35ec7984f None None] Attempting to bind port ff996bd9-472d-4856-9bb7-46850ad44898 on host dv-cinder-816695-1-iscsi for vnic_type normal with profile {{(pid=101555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 18 18:26:29.280864 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.managers [None req-9426f8a6-b5e1-46ca-9222-d7d35ec7984f None None] Attempting to bind port ff996bd9-472d-4856-9bb7-46850ad44898 by drivers openvswitch,hyperv on host dv-cinder-816695-1-iscsi at level 0 using segments [{'id': 'ccf61333-990a-41b6-8fac-e85eb4401822', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364'}] {{(pid=101555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 18 18:26:29.281049 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-9d61d772-7b7e-40f9-beb1-f88437cd69d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-367343'] for router_interface, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:29.281379 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9426f8a6-b5e1-46ca-9222-d7d35ec7984f None None] Attempting to bind port ff996bd9-472d-4856-9bb7-46850ad44898 on network 681a8de3-317c-4c8e-b068-d1104cc9c364 {{(pid=101555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:26:29.285168 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-699ef76f-a29e-4caa-9a64-b2279f2cdd85 None None] Provisioning complete for port ab8ffc7c-6a65-4a05-8630-11aaf9dcaf87 triggered by entity DHCP. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:26:29.285634 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-699ef76f-a29e-4caa-9a64-b2279f2cdd85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:29.288917 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5ec2a9-ae6c-400f-adb4-637170e7868b None None] Pushing event updated for resources: {'Port': ['ID=ff996bd9-472d-4856-9bb7-46850ad44898,revision_number=2']} {{(pid=101555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:26:29.292889 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9426f8a6-b5e1-46ca-9222-d7d35ec7984f None None] Checking agent: {'id': '1b150279-be03-4dd2-a318-1a957a9087ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816695-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 18, 5, 14), 'started_at': datetime.datetime(2021, 11, 18, 18, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 18, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816695-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 18:26:29.293272 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9426f8a6-b5e1-46ca-9222-d7d35ec7984f None None] Checking segment: {'id': 'ccf61333-990a-41b6-8fac-e85eb4401822', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 18 18:26:29.293679 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-9426f8a6-b5e1-46ca-9222-d7d35ec7984f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:29.294072 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9426f8a6-b5e1-46ca-9222-d7d35ec7984f None None] Bound using segment: {'id': 'ccf61333-990a-41b6-8fac-e85eb4401822', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364'} {{(pid=101555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 18:26:29.294552 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.managers [None req-9426f8a6-b5e1-46ca-9222-d7d35ec7984f None None] Bound port: ff996bd9-472d-4856-9bb7-46850ad44898, host: dv-cinder-816695-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccf61333-990a-41b6-8fac-e85eb4401822', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364'}}] {{(pid=101555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 18 18:26:29.294942 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-9426f8a6-b5e1-46ca-9222-d7d35ec7984f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:29.352785 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.plugin [None req-699ef76f-a29e-4caa-9a64-b2279f2cdd85 None None] Port ab8ffc7c-6a65-4a05-8630-11aaf9dcaf87 cannot update to ACTIVE because it is not bound. {{(pid=101555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 18 18:26:29.379351 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-9426f8a6-b5e1-46ca-9222-d7d35ec7984f None None] For port ff996bd9-472d-4856-9bb7-46850ad44898, host dv-cinder-816695-1-iscsi, cleared binding levels {{(pid=101555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 18:26:29.380408 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d61d772-7b7e-40f9-beb1-f88437cd69d8 admin admin] Network 8fbb7eb2-7807-46da-99b0-3bb51a103e12 is already hosted by enough agents. {{(pid=101554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:26:29.382137 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.scheduler.base_scheduler [None req-9d61d772-7b7e-40f9-beb1-f88437cd69d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:26:29.383295 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-9426f8a6-b5e1-46ca-9222-d7d35ec7984f None None] For port ff996bd9-472d-4856-9bb7-46850ad44898, host dv-cinder-816695-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816695-1-iscsi',level=0,port_id=ff996bd9-472d-4856-9bb7-46850ad44898,segment=NetworkSegment(ccf61333-990a-41b6-8fac-e85eb4401822),segment_id=ccf61333-990a-41b6-8fac-e85eb4401822)] {{(pid=101555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 18:26:29.389343 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-9426f8a6-b5e1-46ca-9222-d7d35ec7984f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:29.448559 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9426f8a6-b5e1-46ca-9222-d7d35ec7984f None None] Routers {'3aecd96e-8816-4d24-b5b2-abcaf53162b9'} bound to L3 agent in host dv-cinder-816695-1-iscsi {{(pid=101555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:26:29.449199 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_hamode_db [None req-9426f8a6-b5e1-46ca-9222-d7d35ec7984f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T18:05:14Z,description=,heartbeat_timestamp=2021-11-18T18:26:14Z,host='dv-cinder-816695-1-iscsi',id=11d55508-f5ea-4178-bd3a-0ed8666e5761,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T18:05:14Z,topic='l3_agent')) {'router_ids': ['3aecd96e-8816-4d24-b5b2-abcaf53162b9'], 'active': True} {{(pid=101555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:26:29.486623 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5ec2a9-ae6c-400f-adb4-637170e7868b None None] Pushing event updated for resources: {'Port': ['ID=ff996bd9-472d-4856-9bb7-46850ad44898,revision_number=3']} {{(pid=101555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:26:29.516603 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d61d772-7b7e-40f9-beb1-f88437cd69d8 admin admin] Router 3aecd96e-8816-4d24-b5b2-abcaf53162b9 has already been hosted by L3 agent 11d55508-f5ea-4178-bd3a-0ed8666e5761 {{(pid=101554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 18:26:29.567760 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_dvr_db [None req-9426f8a6-b5e1-46ca-9222-d7d35ec7984f None None] Set router 3aecd96e-8816-4d24-b5b2-abcaf53162b9 gateway port host: dv-cinder-816695-1-iscsi {{(pid=101555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:26:29.626506 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d61d772-7b7e-40f9-beb1-f88437cd69d8 admin admin] Notify agent at l3_agent.dv-cinder-816695-1-iscsi the message routers_updated {{(pid=101554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 18:26:29.631531 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-9d61d772-7b7e-40f9-beb1-f88437cd69d8 admin admin] 10.222.0.21 "PUT /v2.0/routers/3aecd96e-8816-4d24-b5b2-abcaf53162b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6647627 Nov 18 18:26:29.704434 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-2b0e09dd-8b1a-4a2e-aabd-a3de9e0255ac None None] Provisioning complete for port ab8ffc7c-6a65-4a05-8630-11aaf9dcaf87 triggered by entity DHCP. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:26:29.704809 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-2b0e09dd-8b1a-4a2e-aabd-a3de9e0255ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:29.759712 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.plugin [None req-2b0e09dd-8b1a-4a2e-aabd-a3de9e0255ac None None] Port ab8ffc7c-6a65-4a05-8630-11aaf9dcaf87 cannot update to ACTIVE because it is not bound. {{(pid=101555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 18 18:26:29.812281 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_hamode_db [None req-9426f8a6-b5e1-46ca-9222-d7d35ec7984f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aecd96e-8816-4d24-b5b2-abcaf53162b9', 'name': 'tempest-TestMinimumBasicScenario-1843931220-router', 'tenant_id': '78bb53cbc7294569b7f5c09aa2eeb6cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'external_fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'ff996bd9-472d-4856-9bb7-46850ad44898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:26:26Z', 'updated_at': '2021-11-18T18:26:28Z', 'revision_number': 4, 'project_id': '78bb53cbc7294569b7f5c09aa2eeb6cc', 'gw_port': {'id': 'ff996bd9-472d-4856-9bb7-46850ad44898', 'name': '', 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f4:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aecd96e-8816-4d24-b5b2-abcaf53162b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:26:26Z', 'updated_at': '2021-11-18T18:26:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816695-1-iscsi', '_interfaces': [{'id': 'ab8ffc7c-6a65-4a05-8630-11aaf9dcaf87', 'name': '', 'network_id': '8fbb7eb2-7807-46da-99b0-3bb51a103e12', 'tenant_id': '78bb53cbc7294569b7f5c09aa2eeb6cc', 'mac_address': 'fa:16:3e:37:23:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aecd96e-8816-4d24-b5b2-abcaf53162b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '39a8ee46-0ca9-4feb-bcbe-4306173140b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:26:28Z', 'updated_at': '2021-11-18T18:26:29Z', 'revision_number': 2, 'project_id': '78bb53cbc7294569b7f5c09aa2eeb6cc', 'subnets': [{'id': '39a8ee46-0ca9-4feb-bcbe-4306173140b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816695-1-iscsi', False) {} {{(pid=101555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:26:29.842839 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9426f8a6-b5e1-46ca-9222-d7d35ec7984f None None] The sync data for ids ['3aecd96e-8816-4d24-b5b2-abcaf53162b9'] in dv-cinder-816695-1-iscsi is: [{'id': '3aecd96e-8816-4d24-b5b2-abcaf53162b9', 'name': 'tempest-TestMinimumBasicScenario-1843931220-router', 'tenant_id': '78bb53cbc7294569b7f5c09aa2eeb6cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'external_fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'ff996bd9-472d-4856-9bb7-46850ad44898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:26:26Z', 'updated_at': '2021-11-18T18:26:28Z', 'revision_number': 4, 'project_id': '78bb53cbc7294569b7f5c09aa2eeb6cc', 'gw_port': {'id': 'ff996bd9-472d-4856-9bb7-46850ad44898', 'name': '', 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f4:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aecd96e-8816-4d24-b5b2-abcaf53162b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:26:26Z', 'updated_at': '2021-11-18T18:26:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816695-1-iscsi', '_interfaces': [{'id': 'ab8ffc7c-6a65-4a05-8630-11aaf9dcaf87', 'name': '', 'network_id': '8fbb7eb2-7807-46da-99b0-3bb51a103e12', 'tenant_id': '78bb53cbc7294569b7f5c09aa2eeb6cc', 'mac_address': 'fa:16:3e:37:23:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aecd96e-8816-4d24-b5b2-abcaf53162b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '39a8ee46-0ca9-4feb-bcbe-4306173140b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:26:28Z', 'updated_at': '2021-11-18T18:26:29Z', 'revision_number': 2, 'project_id': '78bb53cbc7294569b7f5c09aa2eeb6cc', 'subnets': [{'id': '39a8ee46-0ca9-4feb-bcbe-4306173140b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 18:26:30.152179 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 55612) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:26:30.157106 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.v2.base [None req-17b707df-3ed0-480d-8abb-44c114b4a503 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-407670135-network', 'tenant_id': 'dce7050ef2294fc5861aad2c155929ea'}} {{(pid=101553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:26:30.181630 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17b707df-3ed0-480d-8abb-44c114b4a503 admin admin] Made reservation on behalf of dce7050ef2294fc5861aad2c155929ea for: {'network': 1} {{(pid=101553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 18:26:30.184310 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-17b707df-3ed0-480d-8abb-44c114b4a503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for network, before_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:30.194431 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-17b707df-3ed0-480d-8abb-44c114b4a503 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:30.281364 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-17b707df-3ed0-480d-8abb-44c114b4a503 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:30.286236 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-17b707df-3ed0-480d-8abb-44c114b4a503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:30.307107 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17b707df-3ed0-480d-8abb-44c114b4a503 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 762} {{(pid=101553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 18:26:30.311274 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Device 48170c13-7210-4a8f-a80e-4de4cd9e3eee up at agent ovs-agent-dv-cinder-816695-1-iscsi {{(pid=101555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:26:30.326737 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-17b707df-3ed0-480d-8abb-44c114b4a503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1774666'] for segment, precommit_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:30.327082 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.db.segments_db [None req-17b707df-3ed0-480d-8abb-44c114b4a503 admin admin] Added segment eff1e406-2e3a-4859-a2f6-94b3f473ddd8 of type vlan for network 5e79cade-ff92-4f90-9f89-5acd996ab82c Nov 18 18:26:30.328454 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b707df-3ed0-480d-8abb-44c114b4a503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3981b74f-ea97-4f49-a001-27ef1af7f2d3,revision_number=1']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:26:30.367331 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Provisioning complete for port 48170c13-7210-4a8f-a80e-4de4cd9e3eee triggered by entity L2. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:26:30.368259 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:30.376502 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-17b707df-3ed0-480d-8abb-44c114b4a503 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768456854164'] for network, precommit_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:30.406631 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-17b707df-3ed0-480d-8abb-44c114b4a503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922'] for network, after_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:30.407637 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b707df-3ed0-480d-8abb-44c114b4a503 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:26:30.408394 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-17b707df-3ed0-480d-8abb-44c114b4a503 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553968'] for network, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:30.467399 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-17b707df-3ed0-480d-8abb-44c114b4a503 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3140638 Nov 18 18:26:30.468014 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 55614) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:26:30.473156 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.v2.base [None req-21b77509-0a04-4ef7-8ee6-92f3a8108799 admin admin] Request body: {'subnet': {'network_id': '5e79cade-ff92-4f90-9f89-5acd996ab82c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-407670135-subnet', 'tenant_id': 'dce7050ef2294fc5861aad2c155929ea', 'ip_version': 4}} {{(pid=101554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:26:30.481615 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b707df-3ed0-480d-8abb-44c114b4a503 admin admin] Pushing event updated for resources: {'Network': ['ID=5e79cade-ff92-4f90-9f89-5acd996ab82c,revision_number=1']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:26:30.494639 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Network 5e79cade-ff92-4f90-9f89-5acd996ab82c details requested by agent ovs-agent-dv-cinder-816695-1-iscsi with host dv-cinder-816695-1-iscsi {{(pid=101555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 18:26:30.498175 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21b77509-0a04-4ef7-8ee6-92f3a8108799 admin admin] Made reservation on behalf of dce7050ef2294fc5861aad2c155929ea for: {'subnet': 1} {{(pid=101554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 18:26:30.501191 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-21b77509-0a04-4ef7-8ee6-92f3a8108799 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5600025'] for subnet, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:30.725004 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-21b77509-0a04-4ef7-8ee6-92f3a8108799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6202745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5600047'] for subnet, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:30.788527 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b77509-0a04-4ef7-8ee6-92f3a8108799 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d705c0d-4780-4009-8cc0-52dcee329d83,revision_number=0']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:26:30.801004 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b77509-0a04-4ef7-8ee6-92f3a8108799 admin admin] Checking segment: {'id': 'eff1e406-2e3a-4859-a2f6-94b3f473ddd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '5e79cade-ff92-4f90-9f89-5acd996ab82c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 18 18:26:30.801359 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b77509-0a04-4ef7-8ee6-92f3a8108799 admin admin] Network hostable DHCP agents. Network: 5e79cade-ff92-4f90-9f89-5acd996ab82c, hostable agents: ['3fbd36fe-782c-4617-8e97-99410d5610de'], hosted agents: [] {{(pid=101554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 18:26:30.819451 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b77509-0a04-4ef7-8ee6-92f3a8108799 admin admin] Network 5e79cade-ff92-4f90-9f89-5acd996ab82c is scheduled to be hosted by DHCP agent 3fbd36fe-782c-4617-8e97-99410d5610de with binding_index 1 {{(pid=101554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 18:26:30.830984 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.scheduler.base_scheduler [None req-21b77509-0a04-4ef7-8ee6-92f3a8108799 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816695-1-iscsi, 5e79cade-ff92-4f90-9f89-5acd996ab82c) {{(pid=101554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:26:30.835223 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b77509-0a04-4ef7-8ee6-92f3a8108799 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:26:30.835970 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-21b77509-0a04-4ef7-8ee6-92f3a8108799 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:30.841319 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-087a8803-ca62-489a-9962-b1fbcc5510ca None None] Network 5e79cade-ff92-4f90-9f89-5acd996ab82c requested from dv-cinder-816695-1-iscsi {{(pid=101555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 18:26:30.856451 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-21b77509-0a04-4ef7-8ee6-92f3a8108799 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3848894 Nov 18 18:26:30.856806 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 55616) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:26:30.861219 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.v2.base [None req-ff4bb7fa-0023-4775-8649-542b3245d0ac admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-407670135-router', 'tenant_id': 'dce7050ef2294fc5861aad2c155929ea', 'external_gateway_info': {'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364'}}} {{(pid=101553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:26:30.885733 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-ff4bb7fa-0023-4775-8649-542b3245d0ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362720', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15882'] for router, before_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:30.887040 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-ff4bb7fa-0023-4775-8649-542b3245d0ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-366266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15875'] for router, precommit_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:30.941986 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-ff4bb7fa-0023-4775-8649-542b3245d0ac admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:31.144283 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca78040f-9cb6-4702-8c20-d1e15250d991 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5e6a097-ea3c-5b2a-9327-4706adb4f366-5e79cade-ff92-4f90-9f89-5acd996ab82c', 'network_id': '5e79cade-ff92-4f90-9f89-5acd996ab82c', 'tenant_id': 'dce7050ef2294fc5861aad2c155929ea', 'fixed_ips': [{'subnet_id': '2d705c0d-4780-4009-8cc0-52dcee329d83'}]}} from dv-cinder-816695-1-iscsi. {{(pid=101555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 18:26:31.145443 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-ca78040f-9cb6-4702-8c20-d1e15250d991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_create {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:31.284024 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.db_base_plugin_common [None req-ca78040f-9cb6-4702-8c20-d1e15250d991 None None] Allocated IP 172.20.0.2 (5e79cade-ff92-4f90-9f89-5acd996ab82c/2d705c0d-4780-4009-8cc0-52dcee329d83/4b5e1705-d299-41be-b717-388da6088451) {{(pid=101555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 18:26:31.356354 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-ff4bb7fa-0023-4775-8649-542b3245d0ac admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:31.438599 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-ca78040f-9cb6-4702-8c20-d1e15250d991 None None] Notify callbacks [] for port, precommit_create {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:31.444824 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-ca78040f-9cb6-4702-8c20-d1e15250d991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768456900401'] for port, after_create {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:31.483919 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca78040f-9cb6-4702-8c20-d1e15250d991 None None] Network 5e79cade-ff92-4f90-9f89-5acd996ab82c is already hosted by enough agents. {{(pid=101555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:26:31.488653 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.scheduler.base_scheduler [None req-ca78040f-9cb6-4702-8c20-d1e15250d991 None None] Resources bound (agent type, host, resource id): {{(pid=101555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:26:31.492328 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca78040f-9cb6-4702-8c20-d1e15250d991 None None] Received port after_create {{(pid=101555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 18:26:31.507546 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca78040f-9cb6-4702-8c20-d1e15250d991 None None] Pushing event updated for resources: {'Port': ['ID=4b5e1705-d299-41be-b717-388da6088451,revision_number=1']} {{(pid=101555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:26:31.553960 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.managers [None req-ca78040f-9cb6-4702-8c20-d1e15250d991 None None] Attempting to bind port 4b5e1705-d299-41be-b717-388da6088451 on host dv-cinder-816695-1-iscsi for vnic_type normal with profile {{(pid=101555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 18 18:26:31.554275 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.managers [None req-ca78040f-9cb6-4702-8c20-d1e15250d991 None None] Attempting to bind port 4b5e1705-d299-41be-b717-388da6088451 by drivers openvswitch,hyperv on host dv-cinder-816695-1-iscsi at level 0 using segments [{'id': 'eff1e406-2e3a-4859-a2f6-94b3f473ddd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '5e79cade-ff92-4f90-9f89-5acd996ab82c'}] {{(pid=101555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 18 18:26:31.554585 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca78040f-9cb6-4702-8c20-d1e15250d991 None None] Attempting to bind port 4b5e1705-d299-41be-b717-388da6088451 on network 5e79cade-ff92-4f90-9f89-5acd996ab82c {{(pid=101555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:26:31.560223 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca78040f-9cb6-4702-8c20-d1e15250d991 None None] Checking agent: {'id': '1b150279-be03-4dd2-a318-1a957a9087ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816695-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 18, 5, 14), 'started_at': datetime.datetime(2021, 11, 18, 18, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 18, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816695-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 18:26:31.560825 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca78040f-9cb6-4702-8c20-d1e15250d991 None None] Checking segment: {'id': 'eff1e406-2e3a-4859-a2f6-94b3f473ddd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '5e79cade-ff92-4f90-9f89-5acd996ab82c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 18 18:26:31.561235 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-ca78040f-9cb6-4702-8c20-d1e15250d991 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:31.561633 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca78040f-9cb6-4702-8c20-d1e15250d991 None None] Bound using segment: {'id': 'eff1e406-2e3a-4859-a2f6-94b3f473ddd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '5e79cade-ff92-4f90-9f89-5acd996ab82c'} {{(pid=101555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 18:26:31.562099 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.managers [None req-ca78040f-9cb6-4702-8c20-d1e15250d991 None None] Bound port: 4b5e1705-d299-41be-b717-388da6088451, host: dv-cinder-816695-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eff1e406-2e3a-4859-a2f6-94b3f473ddd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '5e79cade-ff92-4f90-9f89-5acd996ab82c'}}] {{(pid=101555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 18 18:26:31.562492 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-ca78040f-9cb6-4702-8c20-d1e15250d991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:31.570129 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-ff4bb7fa-0023-4775-8649-542b3245d0ac admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:31.593925 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-ff4bb7fa-0023-4775-8649-542b3245d0ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:31.633067 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-ca78040f-9cb6-4702-8c20-d1e15250d991 None None] For port 4b5e1705-d299-41be-b717-388da6088451, host dv-cinder-816695-1-iscsi, cleared binding levels {{(pid=101555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 18:26:31.636604 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-ca78040f-9cb6-4702-8c20-d1e15250d991 None None] For port 4b5e1705-d299-41be-b717-388da6088451, host dv-cinder-816695-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816695-1-iscsi',level=0,port_id=4b5e1705-d299-41be-b717-388da6088451,segment=NetworkSegment(eff1e406-2e3a-4859-a2f6-94b3f473ddd8),segment_id=eff1e406-2e3a-4859-a2f6-94b3f473ddd8)] {{(pid=101555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 18:26:31.641031 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-ca78040f-9cb6-4702-8c20-d1e15250d991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:31.702703 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.db.db_base_plugin_common [None req-ff4bb7fa-0023-4775-8649-542b3245d0ac admin admin] Allocated IP 172.27.0.112 (681a8de3-317c-4c8e-b068-d1104cc9c364/7ba09554-0552-4432-a7a0-26d8d0284def/6b75095e-8a3f-4299-9af2-0aa4ce7ebe77) {{(pid=101553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 18:26:31.702971 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca78040f-9cb6-4702-8c20-d1e15250d991 None None] Pushing event updated for resources: {'Port': ['ID=4b5e1705-d299-41be-b717-388da6088451,revision_number=2']} {{(pid=101555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:26:31.818031 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-ff4bb7fa-0023-4775-8649-542b3245d0ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:31.872505 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-ff4bb7fa-0023-4775-8649-542b3245d0ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768456900401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5584108'] for port, after_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:31.917434 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4bb7fa-0023-4775-8649-542b3245d0ac admin admin] Network 681a8de3-317c-4c8e-b068-d1104cc9c364 is already hosted by enough agents. {{(pid=101553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:26:31.920570 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.scheduler.base_scheduler [None req-ff4bb7fa-0023-4775-8649-542b3245d0ac admin admin] Resources bound (agent type, host, resource id): {{(pid=101553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:26:31.925288 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4bb7fa-0023-4775-8649-542b3245d0ac admin admin] Received port after_create {{(pid=101553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 18:26:31.934099 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4bb7fa-0023-4775-8649-542b3245d0ac admin admin] Pushing event updated for resources: {'Port': ['ID=6b75095e-8a3f-4299-9af2-0aa4ce7ebe77,revision_number=1']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:26:31.972389 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4713c6a-7edd-4374-acfd-26499a0a7873 None None] Sync routers for ids ['3aecd96e-8816-4d24-b5b2-abcaf53162b9'] in dv-cinder-816695-1-iscsi {{(pid=101556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 18:26:31.982681 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4713c6a-7edd-4374-acfd-26499a0a7873 None None] Routers {'3aecd96e-8816-4d24-b5b2-abcaf53162b9'} bound to L3 agent in host dv-cinder-816695-1-iscsi {{(pid=101556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:26:31.983313 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_hamode_db [None req-f4713c6a-7edd-4374-acfd-26499a0a7873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T18:05:14Z,description=,heartbeat_timestamp=2021-11-18T18:26:14Z,host='dv-cinder-816695-1-iscsi',id=11d55508-f5ea-4178-bd3a-0ed8666e5761,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T18:05:14Z,topic='l3_agent')) {'router_ids': ['3aecd96e-8816-4d24-b5b2-abcaf53162b9'], 'active': True} {{(pid=101556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:26:32.090747 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_dvr_db [None req-f4713c6a-7edd-4374-acfd-26499a0a7873 None None] Set router 3aecd96e-8816-4d24-b5b2-abcaf53162b9 gateway port host: dv-cinder-816695-1-iscsi {{(pid=101556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:26:32.199679 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-ff4bb7fa-0023-4775-8649-542b3245d0ac admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:32.342599 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Device 4b5e1705-d299-41be-b717-388da6088451 up at agent ovs-agent-dv-cinder-816695-1-iscsi {{(pid=101555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:26:32.408431 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_hamode_db [None req-f4713c6a-7edd-4374-acfd-26499a0a7873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aecd96e-8816-4d24-b5b2-abcaf53162b9', 'name': 'tempest-TestMinimumBasicScenario-1843931220-router', 'tenant_id': '78bb53cbc7294569b7f5c09aa2eeb6cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'external_fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'ff996bd9-472d-4856-9bb7-46850ad44898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:26:26Z', 'updated_at': '2021-11-18T18:26:28Z', 'revision_number': 4, 'project_id': '78bb53cbc7294569b7f5c09aa2eeb6cc', 'gw_port': {'id': 'ff996bd9-472d-4856-9bb7-46850ad44898', 'name': '', 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f4:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aecd96e-8816-4d24-b5b2-abcaf53162b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:26:26Z', 'updated_at': '2021-11-18T18:26:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816695-1-iscsi', '_interfaces': [{'id': 'ab8ffc7c-6a65-4a05-8630-11aaf9dcaf87', 'name': '', 'network_id': '8fbb7eb2-7807-46da-99b0-3bb51a103e12', 'tenant_id': '78bb53cbc7294569b7f5c09aa2eeb6cc', 'mac_address': 'fa:16:3e:37:23:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aecd96e-8816-4d24-b5b2-abcaf53162b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '39a8ee46-0ca9-4feb-bcbe-4306173140b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:26:28Z', 'updated_at': '2021-11-18T18:26:29Z', 'revision_number': 2, 'project_id': '78bb53cbc7294569b7f5c09aa2eeb6cc', 'subnets': [{'id': '39a8ee46-0ca9-4feb-bcbe-4306173140b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816695-1-iscsi', False) {} {{(pid=101556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:26:32.412785 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Provisioning complete for port 4b5e1705-d299-41be-b717-388da6088451 triggered by entity L2. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:26:32.413509 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:32.427655 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-ff4bb7fa-0023-4775-8649-542b3245d0ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-366319'] for router, after_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:32.439367 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4713c6a-7edd-4374-acfd-26499a0a7873 None None] Checking router: 3aecd96e-8816-4d24-b5b2-abcaf53162b9 for host: dv-cinder-816695-1-iscsi {{(pid=101556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 18:26:32.440042 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4713c6a-7edd-4374-acfd-26499a0a7873 None None] Updating router 3aecd96e-8816-4d24-b5b2-abcaf53162b9 port ab8ffc7c-6a65-4a05-8630-11aaf9dcaf87 binding host dv-cinder-816695-1-iscsi {{(pid=101556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 18:26:32.471954 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron_lib.callbacks.manager [None req-f4713c6a-7edd-4374-acfd-26499a0a7873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:32.496994 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:32.534151 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] For port 4b5e1705-d299-41be-b717-388da6088451, host dv-cinder-816695-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816695-1-iscsi',level=0,port_id=4b5e1705-d299-41be-b717-388da6088451,segment=NetworkSegment(eff1e406-2e3a-4859-a2f6-94b3f473ddd8),segment_id=eff1e406-2e3a-4859-a2f6-94b3f473ddd8)] {{(pid=101555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:26:32.544447 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:32.545793 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Device ff996bd9-472d-4856-9bb7-46850ad44898 up at agent ovs-agent-dv-cinder-816695-1-iscsi {{(pid=101555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:26:32.605731 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff4bb7fa-0023-4775-8649-542b3245d0ac admin admin] Router 81370923-8def-44e7-8c34-0ee7ee579560 is scheduled to L3 agent 11d55508-f5ea-4178-bd3a-0ed8666e5761 with binding_index 1 {{(pid=101553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 18 18:26:32.667323 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Pushing event updated for resources: {'Port': ['ID=4b5e1705-d299-41be-b717-388da6088451,revision_number=3']} {{(pid=101555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:26:32.680773 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Provisioning complete for port ff996bd9-472d-4856-9bb7-46850ad44898 triggered by entity L2. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:26:32.681942 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:32.757713 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f44b68e-f87c-4b33-9c6e-3e72d45dd1ca None None] Network 5e79cade-ff92-4f90-9f89-5acd996ab82c requested from dv-cinder-816695-1-iscsi {{(pid=101555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 18:26:32.763321 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff4bb7fa-0023-4775-8649-542b3245d0ac admin admin] Notify agent at l3_agent.dv-cinder-816695-1-iscsi the message routers_updated {{(pid=101553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 18:26:32.775635 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3cd04e-ab99-44de-9b09-27423b1502c4 None None] Sync routers for ids ['81370923-8def-44e7-8c34-0ee7ee579560'] in dv-cinder-816695-1-iscsi {{(pid=101555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 18:26:32.781903 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-ff4bb7fa-0023-4775-8649-542b3245d0ac admin admin] Notify callbacks [] for router, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:32.785888 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-ff4bb7fa-0023-4775-8649-542b3245d0ac admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9256449 Nov 18 18:26:32.786505 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 55618) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:26:32.822435 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron_lib.callbacks.manager [None req-f4713c6a-7edd-4374-acfd-26499a0a7873 None None] Notify callbacks [] for port, precommit_update {{(pid=101556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:32.829020 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron_lib.callbacks.manager [None req-f4713c6a-7edd-4374-acfd-26499a0a7873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:32.835915 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:32.855200 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3cd04e-ab99-44de-9b09-27423b1502c4 None None] Routers {'81370923-8def-44e7-8c34-0ee7ee579560'} bound to L3 agent in host dv-cinder-816695-1-iscsi {{(pid=101555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:26:32.856038 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_hamode_db [None req-6c3cd04e-ab99-44de-9b09-27423b1502c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T18:05:14Z,description=,heartbeat_timestamp=2021-11-18T18:26:14Z,host='dv-cinder-816695-1-iscsi',id=11d55508-f5ea-4178-bd3a-0ed8666e5761,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T18:05:14Z,topic='l3_agent')) {'router_ids': ['81370923-8def-44e7-8c34-0ee7ee579560'], 'active': True} {{(pid=101555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:26:32.871047 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-b0a1674c-d75b-43ae-9cb3-2717e092f094 None None] Provisioning complete for port 4b5e1705-d299-41be-b717-388da6088451 triggered by entity DHCP. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:26:32.871299 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-b0a1674c-d75b-43ae-9cb3-2717e092f094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:32.925774 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] For port ff996bd9-472d-4856-9bb7-46850ad44898, host dv-cinder-816695-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816695-1-iscsi',level=0,port_id=ff996bd9-472d-4856-9bb7-46850ad44898,segment=NetworkSegment(ccf61333-990a-41b6-8fac-e85eb4401822),segment_id=ccf61333-990a-41b6-8fac-e85eb4401822)] {{(pid=101555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:26:32.956280 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bac997d-3855-4a7a-af15-d72f09f88874 None None] Pushing event updated for resources: {'Port': ['ID=ab8ffc7c-6a65-4a05-8630-11aaf9dcaf87,revision_number=3']} {{(pid=101556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:26:32.988679 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:33.008637 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac997d-3855-4a7a-af15-d72f09f88874 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:26:33.010579 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac997d-3855-4a7a-af15-d72f09f88874 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:26:33.011107 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac997d-3855-4a7a-af15-d72f09f88874 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:26:33.011615 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac997d-3855-4a7a-af15-d72f09f88874 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:26:33.012130 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac997d-3855-4a7a-af15-d72f09f88874 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:26:33.012665 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac997d-3855-4a7a-af15-d72f09f88874 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:26:33.014180 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac997d-3855-4a7a-af15-d72f09f88874 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:26:33.014819 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac997d-3855-4a7a-af15-d72f09f88874 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:26:33.015362 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac997d-3855-4a7a-af15-d72f09f88874 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:26:33.015877 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac997d-3855-4a7a-af15-d72f09f88874 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:26:33.016362 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac997d-3855-4a7a-af15-d72f09f88874 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:26:33.016856 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac997d-3855-4a7a-af15-d72f09f88874 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:26:33.030069 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.plugins.ml2.managers [None req-f4713c6a-7edd-4374-acfd-26499a0a7873 None None] Attempting to bind port ab8ffc7c-6a65-4a05-8630-11aaf9dcaf87 on host dv-cinder-816695-1-iscsi for vnic_type normal with profile {{(pid=101556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 18 18:26:33.030821 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.plugins.ml2.managers [None req-f4713c6a-7edd-4374-acfd-26499a0a7873 None None] Attempting to bind port ab8ffc7c-6a65-4a05-8630-11aaf9dcaf87 by drivers openvswitch,hyperv on host dv-cinder-816695-1-iscsi at level 0 using segments [{'id': '1edf0e35-424e-4f94-8a9f-eeaff4629c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8fbb7eb2-7807-46da-99b0-3bb51a103e12'}] {{(pid=101556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 18 18:26:33.031192 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4713c6a-7edd-4374-acfd-26499a0a7873 None None] Attempting to bind port ab8ffc7c-6a65-4a05-8630-11aaf9dcaf87 on network 8fbb7eb2-7807-46da-99b0-3bb51a103e12 {{(pid=101556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:26:33.043582 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4713c6a-7edd-4374-acfd-26499a0a7873 None None] Checking agent: {'id': '1b150279-be03-4dd2-a318-1a957a9087ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816695-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 18, 5, 14), 'started_at': datetime.datetime(2021, 11, 18, 18, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 18, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816695-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 18:26:33.044931 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4713c6a-7edd-4374-acfd-26499a0a7873 None None] Checking segment: {'id': '1edf0e35-424e-4f94-8a9f-eeaff4629c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8fbb7eb2-7807-46da-99b0-3bb51a103e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 18 18:26:33.045419 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron_lib.callbacks.manager [None req-f4713c6a-7edd-4374-acfd-26499a0a7873 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:33.045826 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4713c6a-7edd-4374-acfd-26499a0a7873 None None] Bound using segment: {'id': '1edf0e35-424e-4f94-8a9f-eeaff4629c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8fbb7eb2-7807-46da-99b0-3bb51a103e12'} {{(pid=101556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 18:26:33.046317 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.plugins.ml2.managers [None req-f4713c6a-7edd-4374-acfd-26499a0a7873 None None] Bound port: ab8ffc7c-6a65-4a05-8630-11aaf9dcaf87, host: dv-cinder-816695-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1edf0e35-424e-4f94-8a9f-eeaff4629c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8fbb7eb2-7807-46da-99b0-3bb51a103e12'}}] {{(pid=101556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 18 18:26:33.046720 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron_lib.callbacks.manager [None req-f4713c6a-7edd-4374-acfd-26499a0a7873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:33.074898 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-cd280ccc-6783-4912-b293-5e1a710eb52b req-c54c58ce-32e0-42aa-a299-ce209ec44afd service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0c7f4d08-de13-4e1d-8ccc-3f0aa255f305&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0821316 Nov 18 18:26:33.139329 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.plugins.ml2.db [None req-f4713c6a-7edd-4374-acfd-26499a0a7873 None None] For port ab8ffc7c-6a65-4a05-8630-11aaf9dcaf87, host dv-cinder-816695-1-iscsi, cleared binding levels {{(pid=101556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 18:26:33.148922 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.plugins.ml2.db [None req-f4713c6a-7edd-4374-acfd-26499a0a7873 None None] For port ab8ffc7c-6a65-4a05-8630-11aaf9dcaf87, host dv-cinder-816695-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816695-1-iscsi',level=0,port_id=ab8ffc7c-6a65-4a05-8630-11aaf9dcaf87,segment=NetworkSegment(1edf0e35-424e-4f94-8a9f-eeaff4629c50),segment_id=1edf0e35-424e-4f94-8a9f-eeaff4629c50)] {{(pid=101556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 18:26:33.157168 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron_lib.callbacks.manager [None req-f4713c6a-7edd-4374-acfd-26499a0a7873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:33.185609 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd280ccc-6783-4912-b293-5e1a710eb52b req-a46ae57f-082c-42fc-bedd-66f22d10ce79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:26:33.185609 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-cd280ccc-6783-4912-b293-5e1a710eb52b req-a46ae57f-082c-42fc-bedd-66f22d10ce79 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d3feb8b6d06d47f597e7f875d0b7baaa&device_id=0c7f4d08-de13-4e1d-8ccc-3f0aa255f305 HTTP/1.1" status: 200 len: 1099 time: 0.0554559 Nov 18 18:26:33.205833 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Pushing event updated for resources: {'Port': ['ID=ff996bd9-472d-4856-9bb7-46850ad44898,revision_number=4']} {{(pid=101555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:26:33.221798 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_dvr_db [None req-6c3cd04e-ab99-44de-9b09-27423b1502c4 None None] Set router 81370923-8def-44e7-8c34-0ee7ee579560 gateway port host: dv-cinder-816695-1-iscsi {{(pid=101555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:26:33.255675 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bac997d-3855-4a7a-af15-d72f09f88874 None None] Pushing event updated for resources: {'Port': ['ID=ab8ffc7c-6a65-4a05-8630-11aaf9dcaf87,revision_number=4']} {{(pid=101556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:26:33.260336 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4713c6a-7edd-4374-acfd-26499a0a7873 None None] Routers {'3aecd96e-8816-4d24-b5b2-abcaf53162b9'} bound to L3 agent in host dv-cinder-816695-1-iscsi {{(pid=101556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:26:33.260954 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_hamode_db [None req-f4713c6a-7edd-4374-acfd-26499a0a7873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T18:05:14Z,description=,heartbeat_timestamp=2021-11-18T18:26:14Z,host='dv-cinder-816695-1-iscsi',id=11d55508-f5ea-4178-bd3a-0ed8666e5761,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T18:05:14Z,topic='l3_agent')) {'router_ids': ['3aecd96e-8816-4d24-b5b2-abcaf53162b9'], 'active': True} {{(pid=101556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:26:33.339151 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd280ccc-6783-4912-b293-5e1a710eb52b req-03f79bfb-460e-4388-84f8-9a29dbf1da1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:26:33.340719 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-cd280ccc-6783-4912-b293-5e1a710eb52b req-03f79bfb-460e-4388-84f8-9a29dbf1da1c service neutron] 10.222.0.46 "GET /v2.0/networks?id=3934163e-7755-439f-bda9-12f9f87b1bd2 HTTP/1.1" status: 200 len: 913 time: 0.1251738 Nov 18 18:26:33.386752 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-48401968-dfff-4ba5-90e0-064a4a4b5d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:33.401807 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_dvr_db [None req-f4713c6a-7edd-4374-acfd-26499a0a7873 None None] Set router 3aecd96e-8816-4d24-b5b2-abcaf53162b9 gateway port host: dv-cinder-816695-1-iscsi {{(pid=101556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:26:33.447077 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-cd280ccc-6783-4912-b293-5e1a710eb52b req-d0fc138d-cde1-4784-b999-86ddf27a1ed9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d6be0816-9359-4237-839a-f580fa4e1239 HTTP/1.1" status: 200 len: 1002 time: 0.0945864 Nov 18 18:26:33.553907 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-e121b18e-8162-4d94-85b4-589714a0d6f6 None None] Provisioning complete for port ab8ffc7c-6a65-4a05-8630-11aaf9dcaf87 triggered by entity DHCP. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:26:33.554568 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-e121b18e-8162-4d94-85b4-589714a0d6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:33.561020 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd280ccc-6783-4912-b293-5e1a710eb52b req-6cc38302-43ac-4269-aa62-04f9770d3539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:26:33.566505 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-cd280ccc-6783-4912-b293-5e1a710eb52b req-6cc38302-43ac-4269-aa62-04f9770d3539 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=28855948-909f-4d6a-a5b1-6e9277fe95e3 HTTP/1.1" status: 200 len: 851 time: 0.1062415 Nov 18 18:26:33.616422 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd280ccc-6783-4912-b293-5e1a710eb52b req-b0591531-429e-4b72-a568-d0b97cedf1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:26:33.618089 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-cd280ccc-6783-4912-b293-5e1a710eb52b req-b0591531-429e-4b72-a568-d0b97cedf1a7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3934163e-7755-439f-bda9-12f9f87b1bd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0443304 Nov 18 18:26:33.621675 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_hamode_db [None req-6c3cd04e-ab99-44de-9b09-27423b1502c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81370923-8def-44e7-8c34-0ee7ee579560', 'name': 'tempest-TestMinimumBasicScenario-407670135-router', 'tenant_id': 'dce7050ef2294fc5861aad2c155929ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'external_fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '6b75095e-8a3f-4299-9af2-0aa4ce7ebe77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:26:30Z', 'updated_at': '2021-11-18T18:26:32Z', 'revision_number': 3, 'project_id': 'dce7050ef2294fc5861aad2c155929ea', 'gw_port': {'id': '6b75095e-8a3f-4299-9af2-0aa4ce7ebe77', 'name': '', 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:8f:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81370923-8def-44e7-8c34-0ee7ee579560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:26:31Z', 'updated_at': '2021-11-18T18:26:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816695-1-iscsi'}], 'dv-cinder-816695-1-iscsi', False) {} {{(pid=101555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:26:33.643475 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.db.db_base_plugin_common [None req-48401968-dfff-4ba5-90e0-064a4a4b5d63 admin admin] Allocated IP 172.20.0.1 (5e79cade-ff92-4f90-9f89-5acd996ab82c/2d705c0d-4780-4009-8cc0-52dcee329d83/7096eda9-95ba-4d74-b1bf-ebec6dff7e4f) {{(pid=101554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 18:26:33.664626 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3cd04e-ab99-44de-9b09-27423b1502c4 None None] Checking router: 81370923-8def-44e7-8c34-0ee7ee579560 for host: dv-cinder-816695-1-iscsi {{(pid=101555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 18:26:33.665062 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3cd04e-ab99-44de-9b09-27423b1502c4 None None] Updating router 81370923-8def-44e7-8c34-0ee7ee579560 port 6b75095e-8a3f-4299-9af2-0aa4ce7ebe77 binding host dv-cinder-816695-1-iscsi {{(pid=101555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 18:26:33.745414 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-cd280ccc-6783-4912-b293-5e1a710eb52b req-e901101f-b3a1-4078-8803-3681889d00e1 service neutron] 10.222.0.46 "GET /v2.0/networks/3934163e-7755-439f-bda9-12f9f87b1bd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194873 Nov 18 18:26:33.762449 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-6c3cd04e-ab99-44de-9b09-27423b1502c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:33.763576 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_hamode_db [None req-f4713c6a-7edd-4374-acfd-26499a0a7873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aecd96e-8816-4d24-b5b2-abcaf53162b9', 'name': 'tempest-TestMinimumBasicScenario-1843931220-router', 'tenant_id': '78bb53cbc7294569b7f5c09aa2eeb6cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'external_fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'ff996bd9-472d-4856-9bb7-46850ad44898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:26:26Z', 'updated_at': '2021-11-18T18:26:28Z', 'revision_number': 4, 'project_id': '78bb53cbc7294569b7f5c09aa2eeb6cc', 'gw_port': {'id': 'ff996bd9-472d-4856-9bb7-46850ad44898', 'name': '', 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aecd96e-8816-4d24-b5b2-abcaf53162b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:26:26Z', 'updated_at': '2021-11-18T18:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816695-1-iscsi', '_interfaces': [{'id': 'ab8ffc7c-6a65-4a05-8630-11aaf9dcaf87', 'name': '', 'network_id': '8fbb7eb2-7807-46da-99b0-3bb51a103e12', 'tenant_id': '78bb53cbc7294569b7f5c09aa2eeb6cc', 'mac_address': 'fa:16:3e:37:23:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aecd96e-8816-4d24-b5b2-abcaf53162b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '39a8ee46-0ca9-4feb-bcbe-4306173140b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:26:28Z', 'updated_at': '2021-11-18T18:26:33Z', 'revision_number': 4, 'project_id': '78bb53cbc7294569b7f5c09aa2eeb6cc', 'subnets': [{'id': '39a8ee46-0ca9-4feb-bcbe-4306173140b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816695-1-iscsi', False) {} {{(pid=101556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:26:33.768984 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-e121b18e-8162-4d94-85b4-589714a0d6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:33.792430 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4713c6a-7edd-4374-acfd-26499a0a7873 None None] The sync data for ids ['3aecd96e-8816-4d24-b5b2-abcaf53162b9'] in dv-cinder-816695-1-iscsi is: [{'id': '3aecd96e-8816-4d24-b5b2-abcaf53162b9', 'name': 'tempest-TestMinimumBasicScenario-1843931220-router', 'tenant_id': '78bb53cbc7294569b7f5c09aa2eeb6cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'external_fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'ff996bd9-472d-4856-9bb7-46850ad44898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:26:26Z', 'updated_at': '2021-11-18T18:26:28Z', 'revision_number': 4, 'project_id': '78bb53cbc7294569b7f5c09aa2eeb6cc', 'gw_port': {'id': 'ff996bd9-472d-4856-9bb7-46850ad44898', 'name': '', 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aecd96e-8816-4d24-b5b2-abcaf53162b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:26:26Z', 'updated_at': '2021-11-18T18:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816695-1-iscsi', '_interfaces': [{'id': 'ab8ffc7c-6a65-4a05-8630-11aaf9dcaf87', 'name': '', 'network_id': '8fbb7eb2-7807-46da-99b0-3bb51a103e12', 'tenant_id': '78bb53cbc7294569b7f5c09aa2eeb6cc', 'mac_address': 'fa:16:3e:37:23:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aecd96e-8816-4d24-b5b2-abcaf53162b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '39a8ee46-0ca9-4feb-bcbe-4306173140b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:26:28Z', 'updated_at': '2021-11-18T18:26:33Z', 'revision_number': 4, 'project_id': '78bb53cbc7294569b7f5c09aa2eeb6cc', 'subnets': [{'id': '39a8ee46-0ca9-4feb-bcbe-4306173140b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 18:26:33.798924 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-48401968-dfff-4ba5-90e0-064a4a4b5d63 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:33.843299 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-e121b18e-8162-4d94-85b4-589714a0d6f6 None None] For port ab8ffc7c-6a65-4a05-8630-11aaf9dcaf87, host dv-cinder-816695-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816695-1-iscsi',level=0,port_id=ab8ffc7c-6a65-4a05-8630-11aaf9dcaf87,segment=NetworkSegment(1edf0e35-424e-4f94-8a9f-eeaff4629c50),segment_id=1edf0e35-424e-4f94-8a9f-eeaff4629c50)] {{(pid=101555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:26:33.850087 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-48401968-dfff-4ba5-90e0-064a4a4b5d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768456900401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6202601'] for port, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:33.853847 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-cd280ccc-6783-4912-b293-5e1a710eb52b req-a2c1837f-e96d-4f3d-8019-47f08eb63ac0 service neutron] 10.222.0.46 "GET /v2.0/networks/3934163e-7755-439f-bda9-12f9f87b1bd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016319 Nov 18 18:26:33.877605 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.agents_db [None req-879798a6-d64d-4745-9d9a-40c50c0efc22 None None] Agent healthcheck: found 6 active agents {{(pid=101556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 18:26:33.898952 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-e121b18e-8162-4d94-85b4-589714a0d6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:33.908064 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48401968-dfff-4ba5-90e0-064a4a4b5d63 admin admin] Network 5e79cade-ff92-4f90-9f89-5acd996ab82c is already hosted by enough agents. {{(pid=101554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:26:33.911387 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.scheduler.base_scheduler [None req-48401968-dfff-4ba5-90e0-064a4a4b5d63 admin admin] Resources bound (agent type, host, resource id): {{(pid=101554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:26:33.914173 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48401968-dfff-4ba5-90e0-064a4a4b5d63 admin admin] Received port after_create {{(pid=101554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 18:26:33.959129 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48401968-dfff-4ba5-90e0-064a4a4b5d63 admin admin] Pushing event updated for resources: {'Port': ['ID=7096eda9-95ba-4d74-b1bf-ebec6dff7e4f,revision_number=1']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:26:33.975906 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-48401968-dfff-4ba5-90e0-064a4a4b5d63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364474'] for router_interface, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:34.028304 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e121b18e-8162-4d94-85b4-589714a0d6f6 None None] Pushing event updated for resources: {'Port': ['ID=ab8ffc7c-6a65-4a05-8630-11aaf9dcaf87,revision_number=5']} {{(pid=101555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:26:34.050653 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-196857de-1ce4-4f22-872c-f55e4b753b23 None None] Provisioning complete for port 4b5e1705-d299-41be-b717-388da6088451 triggered by entity DHCP. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:26:34.051193 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-196857de-1ce4-4f22-872c-f55e4b753b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:34.147704 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-48401968-dfff-4ba5-90e0-064a4a4b5d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:34.246651 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-196857de-1ce4-4f22-872c-f55e4b753b23 None None] Provisioning complete for port ab8ffc7c-6a65-4a05-8630-11aaf9dcaf87 triggered by entity DHCP. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:26:34.247153 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-196857de-1ce4-4f22-872c-f55e4b753b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:34.278699 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-6c3cd04e-ab99-44de-9b09-27423b1502c4 None None] Notify callbacks [] for port, precommit_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:34.292877 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-6c3cd04e-ab99-44de-9b09-27423b1502c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:34.391211 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-48401968-dfff-4ba5-90e0-064a4a4b5d63 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:34.397599 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-48401968-dfff-4ba5-90e0-064a4a4b5d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6202622'] for port, after_update {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:34.465039 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Device ab8ffc7c-6a65-4a05-8630-11aaf9dcaf87 up at agent ovs-agent-dv-cinder-816695-1-iscsi {{(pid=101555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:26:34.469957 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-48401968-dfff-4ba5-90e0-064a4a4b5d63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-367343'] for router_interface, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:34.472723 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48401968-dfff-4ba5-90e0-064a4a4b5d63 admin admin] Pushing event updated for resources: {'Port': ['ID=7096eda9-95ba-4d74-b1bf-ebec6dff7e4f,revision_number=2']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:26:34.505530 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.managers [None req-6c3cd04e-ab99-44de-9b09-27423b1502c4 None None] Attempting to bind port 6b75095e-8a3f-4299-9af2-0aa4ce7ebe77 on host dv-cinder-816695-1-iscsi for vnic_type normal with profile {{(pid=101555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 18 18:26:34.505907 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.managers [None req-6c3cd04e-ab99-44de-9b09-27423b1502c4 None None] Attempting to bind port 6b75095e-8a3f-4299-9af2-0aa4ce7ebe77 by drivers openvswitch,hyperv on host dv-cinder-816695-1-iscsi at level 0 using segments [{'id': 'ccf61333-990a-41b6-8fac-e85eb4401822', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364'}] {{(pid=101555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 18 18:26:34.506275 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3cd04e-ab99-44de-9b09-27423b1502c4 None None] Attempting to bind port 6b75095e-8a3f-4299-9af2-0aa4ce7ebe77 on network 681a8de3-317c-4c8e-b068-d1104cc9c364 {{(pid=101555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:26:34.522998 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3cd04e-ab99-44de-9b09-27423b1502c4 None None] Checking agent: {'id': '1b150279-be03-4dd2-a318-1a957a9087ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816695-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 18, 5, 14), 'started_at': datetime.datetime(2021, 11, 18, 18, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 18, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816695-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 18:26:34.523388 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3cd04e-ab99-44de-9b09-27423b1502c4 None None] Checking segment: {'id': 'ccf61333-990a-41b6-8fac-e85eb4401822', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 18 18:26:34.523800 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-6c3cd04e-ab99-44de-9b09-27423b1502c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:34.524228 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3cd04e-ab99-44de-9b09-27423b1502c4 None None] Bound using segment: {'id': 'ccf61333-990a-41b6-8fac-e85eb4401822', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364'} {{(pid=101555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 18:26:34.525252 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.managers [None req-6c3cd04e-ab99-44de-9b09-27423b1502c4 None None] Bound port: 6b75095e-8a3f-4299-9af2-0aa4ce7ebe77, host: dv-cinder-816695-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccf61333-990a-41b6-8fac-e85eb4401822', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364'}}] {{(pid=101555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 18 18:26:34.525643 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-6c3cd04e-ab99-44de-9b09-27423b1502c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:34.565703 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92e3c7f-cbfb-4807-abac-283304dcb9d6 None None] Pushing event updated for resources: {'Port': ['ID=6b75095e-8a3f-4299-9af2-0aa4ce7ebe77,revision_number=2']} {{(pid=101555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:26:34.593114 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48401968-dfff-4ba5-90e0-064a4a4b5d63 admin admin] Network 5e79cade-ff92-4f90-9f89-5acd996ab82c is already hosted by enough agents. {{(pid=101554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:26:34.594761 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.scheduler.base_scheduler [None req-48401968-dfff-4ba5-90e0-064a4a4b5d63 admin admin] Resources bound (agent type, host, resource id): {{(pid=101554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:26:34.651082 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-6c3cd04e-ab99-44de-9b09-27423b1502c4 None None] For port 6b75095e-8a3f-4299-9af2-0aa4ce7ebe77, host dv-cinder-816695-1-iscsi, cleared binding levels {{(pid=101555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 18:26:34.664365 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Provisioning complete for port ab8ffc7c-6a65-4a05-8630-11aaf9dcaf87 triggered by entity L2. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:26:34.664749 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:34.668020 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-6c3cd04e-ab99-44de-9b09-27423b1502c4 None None] For port 6b75095e-8a3f-4299-9af2-0aa4ce7ebe77, host dv-cinder-816695-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816695-1-iscsi',level=0,port_id=6b75095e-8a3f-4299-9af2-0aa4ce7ebe77,segment=NetworkSegment(ccf61333-990a-41b6-8fac-e85eb4401822),segment_id=ccf61333-990a-41b6-8fac-e85eb4401822)] {{(pid=101555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 18:26:34.691236 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-6c3cd04e-ab99-44de-9b09-27423b1502c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:34.721994 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48401968-dfff-4ba5-90e0-064a4a4b5d63 admin admin] Router 81370923-8def-44e7-8c34-0ee7ee579560 has already been hosted by L3 agent 11d55508-f5ea-4178-bd3a-0ed8666e5761 {{(pid=101554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 18:26:34.763389 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3cd04e-ab99-44de-9b09-27423b1502c4 None None] Routers {'81370923-8def-44e7-8c34-0ee7ee579560'} bound to L3 agent in host dv-cinder-816695-1-iscsi {{(pid=101555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:26:34.764121 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_hamode_db [None req-6c3cd04e-ab99-44de-9b09-27423b1502c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T18:05:14Z,description=,heartbeat_timestamp=2021-11-18T18:26:14Z,host='dv-cinder-816695-1-iscsi',id=11d55508-f5ea-4178-bd3a-0ed8666e5761,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T18:05:14Z,topic='l3_agent')) {'router_ids': ['81370923-8def-44e7-8c34-0ee7ee579560'], 'active': True} {{(pid=101555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:26:34.838643 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92e3c7f-cbfb-4807-abac-283304dcb9d6 None None] Pushing event updated for resources: {'Port': ['ID=6b75095e-8a3f-4299-9af2-0aa4ce7ebe77,revision_number=3']} {{(pid=101555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:26:34.839758 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48401968-dfff-4ba5-90e0-064a4a4b5d63 admin admin] Notify agent at l3_agent.dv-cinder-816695-1-iscsi the message routers_updated {{(pid=101554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 18:26:34.844976 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-48401968-dfff-4ba5-90e0-064a4a4b5d63 admin admin] 10.222.0.21 "PUT /v2.0/routers/81370923-8def-44e7-8c34-0ee7ee579560/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0566421 Nov 18 18:26:34.869148 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-303f6ea6-bcff-4798-844c-c4789071d069 None None] Provisioning complete for port 7096eda9-95ba-4d74-b1bf-ebec6dff7e4f triggered by entity DHCP. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:26:34.869521 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-303f6ea6-bcff-4798-844c-c4789071d069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:34.945884 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Device 4b5e1705-d299-41be-b717-388da6088451 up at agent ovs-agent-dv-cinder-816695-1-iscsi {{(pid=101555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:26:34.968271 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.plugin [None req-303f6ea6-bcff-4798-844c-c4789071d069 None None] Port 7096eda9-95ba-4d74-b1bf-ebec6dff7e4f cannot update to ACTIVE because it is not bound. {{(pid=101555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 18 18:26:34.985168 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_dvr_db [None req-6c3cd04e-ab99-44de-9b09-27423b1502c4 None None] Set router 81370923-8def-44e7-8c34-0ee7ee579560 gateway port host: dv-cinder-816695-1-iscsi {{(pid=101555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:26:35.124293 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Provisioning complete for port 4b5e1705-d299-41be-b717-388da6088451 triggered by entity L2. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:26:35.124660 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:35.183398 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-ea811d6c-ac85-42b9-b0b2-84783ac204fd None None] Provisioning complete for port 7096eda9-95ba-4d74-b1bf-ebec6dff7e4f triggered by entity DHCP. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:26:35.183762 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-ea811d6c-ac85-42b9-b0b2-84783ac204fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:35.265382 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.plugin [None req-ea811d6c-ac85-42b9-b0b2-84783ac204fd None None] Port 7096eda9-95ba-4d74-b1bf-ebec6dff7e4f cannot update to ACTIVE because it is not bound. {{(pid=101555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 18 18:26:35.316131 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Device ff996bd9-472d-4856-9bb7-46850ad44898 up at agent ovs-agent-dv-cinder-816695-1-iscsi {{(pid=101555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:26:35.357134 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_hamode_db [None req-6c3cd04e-ab99-44de-9b09-27423b1502c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81370923-8def-44e7-8c34-0ee7ee579560', 'name': 'tempest-TestMinimumBasicScenario-407670135-router', 'tenant_id': 'dce7050ef2294fc5861aad2c155929ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'external_fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '6b75095e-8a3f-4299-9af2-0aa4ce7ebe77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:26:30Z', 'updated_at': '2021-11-18T18:26:34Z', 'revision_number': 4, 'project_id': 'dce7050ef2294fc5861aad2c155929ea', 'gw_port': {'id': '6b75095e-8a3f-4299-9af2-0aa4ce7ebe77', 'name': '', 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:8f:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81370923-8def-44e7-8c34-0ee7ee579560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:26:31Z', 'updated_at': '2021-11-18T18:26:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816695-1-iscsi', '_interfaces': [{'id': '7096eda9-95ba-4d74-b1bf-ebec6dff7e4f', 'name': '', 'network_id': '5e79cade-ff92-4f90-9f89-5acd996ab82c', 'tenant_id': 'dce7050ef2294fc5861aad2c155929ea', 'mac_address': 'fa:16:3e:d9:32:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81370923-8def-44e7-8c34-0ee7ee579560', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '2d705c0d-4780-4009-8cc0-52dcee329d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:26:33Z', 'updated_at': '2021-11-18T18:26:34Z', 'revision_number': 2, 'project_id': 'dce7050ef2294fc5861aad2c155929ea', 'subnets': [{'id': '2d705c0d-4780-4009-8cc0-52dcee329d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816695-1-iscsi', False) {} {{(pid=101555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:26:35.389542 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3cd04e-ab99-44de-9b09-27423b1502c4 None None] The sync data for ids ['81370923-8def-44e7-8c34-0ee7ee579560'] in dv-cinder-816695-1-iscsi is: [{'id': '81370923-8def-44e7-8c34-0ee7ee579560', 'name': 'tempest-TestMinimumBasicScenario-407670135-router', 'tenant_id': 'dce7050ef2294fc5861aad2c155929ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'external_fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '6b75095e-8a3f-4299-9af2-0aa4ce7ebe77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:26:30Z', 'updated_at': '2021-11-18T18:26:34Z', 'revision_number': 4, 'project_id': 'dce7050ef2294fc5861aad2c155929ea', 'gw_port': {'id': '6b75095e-8a3f-4299-9af2-0aa4ce7ebe77', 'name': '', 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:8f:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81370923-8def-44e7-8c34-0ee7ee579560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:26:31Z', 'updated_at': '2021-11-18T18:26:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816695-1-iscsi', '_interfaces': [{'id': '7096eda9-95ba-4d74-b1bf-ebec6dff7e4f', 'name': '', 'network_id': '5e79cade-ff92-4f90-9f89-5acd996ab82c', 'tenant_id': 'dce7050ef2294fc5861aad2c155929ea', 'mac_address': 'fa:16:3e:d9:32:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81370923-8def-44e7-8c34-0ee7ee579560', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '2d705c0d-4780-4009-8cc0-52dcee329d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:26:33Z', 'updated_at': '2021-11-18T18:26:34Z', 'revision_number': 2, 'project_id': 'dce7050ef2294fc5861aad2c155929ea', 'subnets': [{'id': '2d705c0d-4780-4009-8cc0-52dcee329d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 18:26:35.404229 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Provisioning complete for port ff996bd9-472d-4856-9bb7-46850ad44898 triggered by entity L2. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:26:35.404751 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:38.161188 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fcf2e27-959f-4cbe-8ed0-a168e2704341 None None] Sync routers for ids ['81370923-8def-44e7-8c34-0ee7ee579560'] in dv-cinder-816695-1-iscsi {{(pid=101556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 18:26:38.170865 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fcf2e27-959f-4cbe-8ed0-a168e2704341 None None] Routers {'81370923-8def-44e7-8c34-0ee7ee579560'} bound to L3 agent in host dv-cinder-816695-1-iscsi {{(pid=101556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:26:38.173295 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_hamode_db [None req-6fcf2e27-959f-4cbe-8ed0-a168e2704341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T18:05:14Z,description=,heartbeat_timestamp=2021-11-18T18:26:14Z,host='dv-cinder-816695-1-iscsi',id=11d55508-f5ea-4178-bd3a-0ed8666e5761,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T18:05:14Z,topic='l3_agent')) {'router_ids': ['81370923-8def-44e7-8c34-0ee7ee579560'], 'active': True} {{(pid=101556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:26:38.325562 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_dvr_db [None req-6fcf2e27-959f-4cbe-8ed0-a168e2704341 None None] Set router 81370923-8def-44e7-8c34-0ee7ee579560 gateway port host: dv-cinder-816695-1-iscsi {{(pid=101556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:26:38.370278 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Device 6b75095e-8a3f-4299-9af2-0aa4ce7ebe77 up at agent ovs-agent-dv-cinder-816695-1-iscsi {{(pid=101555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:26:38.428176 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Provisioning complete for port 6b75095e-8a3f-4299-9af2-0aa4ce7ebe77 triggered by entity L2. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:26:38.428633 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:38.530612 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:38.557770 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] For port 6b75095e-8a3f-4299-9af2-0aa4ce7ebe77, host dv-cinder-816695-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816695-1-iscsi',level=0,port_id=6b75095e-8a3f-4299-9af2-0aa4ce7ebe77,segment=NetworkSegment(ccf61333-990a-41b6-8fac-e85eb4401822),segment_id=ccf61333-990a-41b6-8fac-e85eb4401822)] {{(pid=101555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:26:38.564013 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:38.627359 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_hamode_db [None req-6fcf2e27-959f-4cbe-8ed0-a168e2704341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81370923-8def-44e7-8c34-0ee7ee579560', 'name': 'tempest-TestMinimumBasicScenario-407670135-router', 'tenant_id': 'dce7050ef2294fc5861aad2c155929ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'external_fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '6b75095e-8a3f-4299-9af2-0aa4ce7ebe77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:26:30Z', 'updated_at': '2021-11-18T18:26:34Z', 'revision_number': 4, 'project_id': 'dce7050ef2294fc5861aad2c155929ea', 'gw_port': {'id': '6b75095e-8a3f-4299-9af2-0aa4ce7ebe77', 'name': '', 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:8f:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81370923-8def-44e7-8c34-0ee7ee579560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:26:31Z', 'updated_at': '2021-11-18T18:26:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816695-1-iscsi', '_interfaces': [{'id': '7096eda9-95ba-4d74-b1bf-ebec6dff7e4f', 'name': '', 'network_id': '5e79cade-ff92-4f90-9f89-5acd996ab82c', 'tenant_id': 'dce7050ef2294fc5861aad2c155929ea', 'mac_address': 'fa:16:3e:d9:32:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81370923-8def-44e7-8c34-0ee7ee579560', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '2d705c0d-4780-4009-8cc0-52dcee329d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:26:33Z', 'updated_at': '2021-11-18T18:26:34Z', 'revision_number': 2, 'project_id': 'dce7050ef2294fc5861aad2c155929ea', 'subnets': [{'id': '2d705c0d-4780-4009-8cc0-52dcee329d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816695-1-iscsi', False) {} {{(pid=101556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:26:38.647367 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Pushing event updated for resources: {'Port': ['ID=6b75095e-8a3f-4299-9af2-0aa4ce7ebe77,revision_number=4']} {{(pid=101555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:26:38.666045 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fcf2e27-959f-4cbe-8ed0-a168e2704341 None None] Checking router: 81370923-8def-44e7-8c34-0ee7ee579560 for host: dv-cinder-816695-1-iscsi {{(pid=101556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 18:26:38.666457 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fcf2e27-959f-4cbe-8ed0-a168e2704341 None None] Updating router 81370923-8def-44e7-8c34-0ee7ee579560 port 7096eda9-95ba-4d74-b1bf-ebec6dff7e4f binding host dv-cinder-816695-1-iscsi {{(pid=101556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 18:26:38.692514 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron_lib.callbacks.manager [None req-6fcf2e27-959f-4cbe-8ed0-a168e2704341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:39.005173 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron_lib.callbacks.manager [None req-6fcf2e27-959f-4cbe-8ed0-a168e2704341 None None] Notify callbacks [] for port, precommit_update {{(pid=101556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:39.011300 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron_lib.callbacks.manager [None req-6fcf2e27-959f-4cbe-8ed0-a168e2704341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:39.071050 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c58cc0-cdd8-4103-8621-d5701a2b1e3e None None] Pushing event updated for resources: {'Port': ['ID=7096eda9-95ba-4d74-b1bf-ebec6dff7e4f,revision_number=3']} {{(pid=101556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:26:39.227322 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.plugins.ml2.managers [None req-6fcf2e27-959f-4cbe-8ed0-a168e2704341 None None] Attempting to bind port 7096eda9-95ba-4d74-b1bf-ebec6dff7e4f on host dv-cinder-816695-1-iscsi for vnic_type normal with profile {{(pid=101556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 18 18:26:39.228600 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.plugins.ml2.managers [None req-6fcf2e27-959f-4cbe-8ed0-a168e2704341 None None] Attempting to bind port 7096eda9-95ba-4d74-b1bf-ebec6dff7e4f by drivers openvswitch,hyperv on host dv-cinder-816695-1-iscsi at level 0 using segments [{'id': 'eff1e406-2e3a-4859-a2f6-94b3f473ddd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '5e79cade-ff92-4f90-9f89-5acd996ab82c'}] {{(pid=101556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 18 18:26:39.228713 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fcf2e27-959f-4cbe-8ed0-a168e2704341 None None] Attempting to bind port 7096eda9-95ba-4d74-b1bf-ebec6dff7e4f on network 5e79cade-ff92-4f90-9f89-5acd996ab82c {{(pid=101556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:26:39.234605 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fcf2e27-959f-4cbe-8ed0-a168e2704341 None None] Checking agent: {'id': '1b150279-be03-4dd2-a318-1a957a9087ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816695-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 18, 5, 14), 'started_at': datetime.datetime(2021, 11, 18, 18, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 18, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816695-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 18:26:39.234974 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fcf2e27-959f-4cbe-8ed0-a168e2704341 None None] Checking segment: {'id': 'eff1e406-2e3a-4859-a2f6-94b3f473ddd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '5e79cade-ff92-4f90-9f89-5acd996ab82c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 18 18:26:39.235371 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron_lib.callbacks.manager [None req-6fcf2e27-959f-4cbe-8ed0-a168e2704341 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:39.235759 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fcf2e27-959f-4cbe-8ed0-a168e2704341 None None] Bound using segment: {'id': 'eff1e406-2e3a-4859-a2f6-94b3f473ddd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '5e79cade-ff92-4f90-9f89-5acd996ab82c'} {{(pid=101556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 18:26:39.236244 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.plugins.ml2.managers [None req-6fcf2e27-959f-4cbe-8ed0-a168e2704341 None None] Bound port: 7096eda9-95ba-4d74-b1bf-ebec6dff7e4f, host: dv-cinder-816695-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eff1e406-2e3a-4859-a2f6-94b3f473ddd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '5e79cade-ff92-4f90-9f89-5acd996ab82c'}}] {{(pid=101556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 18 18:26:39.236618 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron_lib.callbacks.manager [None req-6fcf2e27-959f-4cbe-8ed0-a168e2704341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:39.313864 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.plugins.ml2.db [None req-6fcf2e27-959f-4cbe-8ed0-a168e2704341 None None] For port 7096eda9-95ba-4d74-b1bf-ebec6dff7e4f, host dv-cinder-816695-1-iscsi, cleared binding levels {{(pid=101556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 18:26:39.317409 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.plugins.ml2.db [None req-6fcf2e27-959f-4cbe-8ed0-a168e2704341 None None] For port 7096eda9-95ba-4d74-b1bf-ebec6dff7e4f, host dv-cinder-816695-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816695-1-iscsi',level=0,port_id=7096eda9-95ba-4d74-b1bf-ebec6dff7e4f,segment=NetworkSegment(eff1e406-2e3a-4859-a2f6-94b3f473ddd8),segment_id=eff1e406-2e3a-4859-a2f6-94b3f473ddd8)] {{(pid=101556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 18:26:39.326121 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-e99c48f9-711d-4be8-9539-14630fa8c492 None None] Provisioning complete for port 7096eda9-95ba-4d74-b1bf-ebec6dff7e4f triggered by entity DHCP. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:26:39.326453 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron_lib.callbacks.manager [None req-6fcf2e27-959f-4cbe-8ed0-a168e2704341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:39.326658 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-e99c48f9-711d-4be8-9539-14630fa8c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:39.408254 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fcf2e27-959f-4cbe-8ed0-a168e2704341 None None] Routers {'81370923-8def-44e7-8c34-0ee7ee579560'} bound to L3 agent in host dv-cinder-816695-1-iscsi {{(pid=101556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:26:39.409223 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_hamode_db [None req-6fcf2e27-959f-4cbe-8ed0-a168e2704341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T18:05:14Z,description=,heartbeat_timestamp=2021-11-18T18:26:14Z,host='dv-cinder-816695-1-iscsi',id=11d55508-f5ea-4178-bd3a-0ed8666e5761,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T18:05:14Z,topic='l3_agent')) {'router_ids': ['81370923-8def-44e7-8c34-0ee7ee579560'], 'active': True} {{(pid=101556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:26:39.458104 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-e99c48f9-711d-4be8-9539-14630fa8c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:39.463901 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c58cc0-cdd8-4103-8621-d5701a2b1e3e None None] Pushing event updated for resources: {'Port': ['ID=7096eda9-95ba-4d74-b1bf-ebec6dff7e4f,revision_number=4']} {{(pid=101556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:26:39.516943 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-e99c48f9-711d-4be8-9539-14630fa8c492 None None] For port 7096eda9-95ba-4d74-b1bf-ebec6dff7e4f, host dv-cinder-816695-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816695-1-iscsi',level=0,port_id=7096eda9-95ba-4d74-b1bf-ebec6dff7e4f,segment=NetworkSegment(eff1e406-2e3a-4859-a2f6-94b3f473ddd8),segment_id=eff1e406-2e3a-4859-a2f6-94b3f473ddd8)] {{(pid=101555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:26:39.521828 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-e99c48f9-711d-4be8-9539-14630fa8c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:39.594789 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_dvr_db [None req-6fcf2e27-959f-4cbe-8ed0-a168e2704341 None None] Set router 81370923-8def-44e7-8c34-0ee7ee579560 gateway port host: dv-cinder-816695-1-iscsi {{(pid=101556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:26:39.595500 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99c48f9-711d-4be8-9539-14630fa8c492 None None] Pushing event updated for resources: {'Port': ['ID=7096eda9-95ba-4d74-b1bf-ebec6dff7e4f,revision_number=5']} {{(pid=101555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:26:39.652260 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-1f6659ac-4bdf-4760-8a42-dfbcacb9f328 None None] Provisioning complete for port 7096eda9-95ba-4d74-b1bf-ebec6dff7e4f triggered by entity DHCP. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:26:39.652463 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-1f6659ac-4bdf-4760-8a42-dfbcacb9f328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:39.850166 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_hamode_db [None req-6fcf2e27-959f-4cbe-8ed0-a168e2704341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81370923-8def-44e7-8c34-0ee7ee579560', 'name': 'tempest-TestMinimumBasicScenario-407670135-router', 'tenant_id': 'dce7050ef2294fc5861aad2c155929ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'external_fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '6b75095e-8a3f-4299-9af2-0aa4ce7ebe77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:26:30Z', 'updated_at': '2021-11-18T18:26:34Z', 'revision_number': 4, 'project_id': 'dce7050ef2294fc5861aad2c155929ea', 'gw_port': {'id': '6b75095e-8a3f-4299-9af2-0aa4ce7ebe77', 'name': '', 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:8f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81370923-8def-44e7-8c34-0ee7ee579560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:26:31Z', 'updated_at': '2021-11-18T18:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816695-1-iscsi', '_interfaces': [{'id': '7096eda9-95ba-4d74-b1bf-ebec6dff7e4f', 'name': '', 'network_id': '5e79cade-ff92-4f90-9f89-5acd996ab82c', 'tenant_id': 'dce7050ef2294fc5861aad2c155929ea', 'mac_address': 'fa:16:3e:d9:32:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81370923-8def-44e7-8c34-0ee7ee579560', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '2d705c0d-4780-4009-8cc0-52dcee329d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:26:33Z', 'updated_at': '2021-11-18T18:26:39Z', 'revision_number': 4, 'project_id': 'dce7050ef2294fc5861aad2c155929ea', 'subnets': [{'id': '2d705c0d-4780-4009-8cc0-52dcee329d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816695-1-iscsi', False) {} {{(pid=101556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:26:39.877622 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fcf2e27-959f-4cbe-8ed0-a168e2704341 None None] The sync data for ids ['81370923-8def-44e7-8c34-0ee7ee579560'] in dv-cinder-816695-1-iscsi is: [{'id': '81370923-8def-44e7-8c34-0ee7ee579560', 'name': 'tempest-TestMinimumBasicScenario-407670135-router', 'tenant_id': 'dce7050ef2294fc5861aad2c155929ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'external_fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '6b75095e-8a3f-4299-9af2-0aa4ce7ebe77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:26:30Z', 'updated_at': '2021-11-18T18:26:34Z', 'revision_number': 4, 'project_id': 'dce7050ef2294fc5861aad2c155929ea', 'gw_port': {'id': '6b75095e-8a3f-4299-9af2-0aa4ce7ebe77', 'name': '', 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:8f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81370923-8def-44e7-8c34-0ee7ee579560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:26:31Z', 'updated_at': '2021-11-18T18:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816695-1-iscsi', '_interfaces': [{'id': '7096eda9-95ba-4d74-b1bf-ebec6dff7e4f', 'name': '', 'network_id': '5e79cade-ff92-4f90-9f89-5acd996ab82c', 'tenant_id': 'dce7050ef2294fc5861aad2c155929ea', 'mac_address': 'fa:16:3e:d9:32:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81370923-8def-44e7-8c34-0ee7ee579560', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '2d705c0d-4780-4009-8cc0-52dcee329d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:26:33Z', 'updated_at': '2021-11-18T18:26:39Z', 'revision_number': 4, 'project_id': 'dce7050ef2294fc5861aad2c155929ea', 'subnets': [{'id': '2d705c0d-4780-4009-8cc0-52dcee329d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 18:26:40.357431 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Device 6b75095e-8a3f-4299-9af2-0aa4ce7ebe77 up at agent ovs-agent-dv-cinder-816695-1-iscsi {{(pid=101555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:26:40.426504 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Provisioning complete for port 6b75095e-8a3f-4299-9af2-0aa4ce7ebe77 triggered by entity L2. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:26:40.426868 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:40.525557 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Device 7096eda9-95ba-4d74-b1bf-ebec6dff7e4f up at agent ovs-agent-dv-cinder-816695-1-iscsi {{(pid=101555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:26:40.597400 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Provisioning complete for port 7096eda9-95ba-4d74-b1bf-ebec6dff7e4f triggered by entity L2. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:26:40.597705 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:41.015651 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-1ac79247-eccc-439d-b094-42290f38b9ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:44.040990 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-0c758d33-5217-4a8b-9385-fabb8c3fb245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:44.206086 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:44.553720 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a970482-478f-44f1-b818-3d63fbce4def req-a87a425f-8faa-4779-955b-b21c7077581e tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:26:44.555089 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-6a970482-478f-44f1-b818-3d63fbce4def req-a87a425f-8faa-4779-955b-b21c7077581e tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] 10.222.0.21 "GET /v2.0/networks?id=8fbb7eb2-7807-46da-99b0-3bb51a103e12 HTTP/1.1" status: 200 len: 815 time: 0.1207116 Nov 18 18:26:44.570735 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-6a970482-478f-44f1-b818-3d63fbce4def req-7b88b06b-f5f6-4813-a42c-6e5972d909d6 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] 10.222.0.21 "GET /v2.0/quotas/78bb53cbc7294569b7f5c09aa2eeb6cc HTTP/1.1" status: 200 len: 375 time: 0.0091529 Nov 18 18:26:44.625300 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-6a970482-478f-44f1-b818-3d63fbce4def req-d7c7abf6-396a-42e7-942c-d81f3eedadd7 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=78bb53cbc7294569b7f5c09aa2eeb6cc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491197 Nov 18 18:26:44.722817 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-6a970482-478f-44f1-b818-3d63fbce4def req-20682404-70fc-4536-ab52-c6af10ba1a3d service neutron] 10.222.0.21 "GET /v2.0/networks/8fbb7eb2-7807-46da-99b0-3bb51a103e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860951 Nov 18 18:26:44.836373 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-6a970482-478f-44f1-b818-3d63fbce4def req-a78ac1f5-eb06-49c6-9358-c151b65480a8 service neutron] 10.222.0.21 "GET /v2.0/networks/8fbb7eb2-7807-46da-99b0-3bb51a103e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068907 Nov 18 18:26:44.946488 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-e3a848c2-ffa0-4288-a759-e5f077163e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:44.995620 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-9c3002ba-588b-4603-a62d-3378b3c4fb2e req-7eef36fb-2a21-4c22-a2f9-919656ac68a4 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] 10.222.0.21 "GET /v2.0/ports?device_id=82bb6d5e-c691-4e9d-8e50-15eac8456823 HTTP/1.1" status: 200 len: 210 time: 0.0267999 Nov 18 18:26:46.100465 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-3b963cf2-41d4-4b26-98b9-7a1d1b330a24 req-1665fe68-017c-4d4d-b8f3-d51d5d064e28 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] 10.222.0.21 "GET /v2.0/ports?device_id=82bb6d5e-c691-4e9d-8e50-15eac8456823 HTTP/1.1" status: 200 len: 210 time: 0.0358412 Nov 18 18:26:46.147134 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a970482-478f-44f1-b818-3d63fbce4def req-700d27dc-d3c9-4c89-a55c-02528d1b234c tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:26:46.148661 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-6a970482-478f-44f1-b818-3d63fbce4def req-700d27dc-d3c9-4c89-a55c-02528d1b234c tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] 10.222.0.46 "GET /v2.0/networks?id=8fbb7eb2-7807-46da-99b0-3bb51a103e12 HTTP/1.1" status: 200 len: 815 time: 0.1507938 Nov 18 18:26:46.161718 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.v2.base [req-6a970482-478f-44f1-b818-3d63fbce4def req-ed674458-fa48-4185-b939-ba88a7650c6f tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Request body: {'port': {'device_id': '82bb6d5e-c691-4e9d-8e50-15eac8456823', 'network_id': '8fbb7eb2-7807-46da-99b0-3bb51a103e12', 'admin_state_up': True, 'tenant_id': '78bb53cbc7294569b7f5c09aa2eeb6cc'}} {{(pid=101553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:26:46.280339 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a970482-478f-44f1-b818-3d63fbce4def req-ed674458-fa48-4185-b939-ba88a7650c6f tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Made reservation on behalf of 78bb53cbc7294569b7f5c09aa2eeb6cc for: {'port': 1} {{(pid=101553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 18:26:46.283953 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-6a970482-478f-44f1-b818-3d63fbce4def req-ed674458-fa48-4185-b939-ba88a7650c6f tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:46.420301 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.db.db_base_plugin_common [req-6a970482-478f-44f1-b818-3d63fbce4def req-ed674458-fa48-4185-b939-ba88a7650c6f tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Allocated IP 172.20.0.6 (8fbb7eb2-7807-46da-99b0-3bb51a103e12/39a8ee46-0ca9-4feb-bcbe-4306173140b4/327387c8-971f-45dd-bc72-0f7cac9c594f) {{(pid=101553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 18:26:46.679708 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-6a970482-478f-44f1-b818-3d63fbce4def req-ed674458-fa48-4185-b939-ba88a7650c6f tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Notify callbacks [] for port, precommit_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:46.717515 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-6a970482-478f-44f1-b818-3d63fbce4def req-ed674458-fa48-4185-b939-ba88a7650c6f tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768456900401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5584108'] for port, after_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:46.763489 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a970482-478f-44f1-b818-3d63fbce4def req-ed674458-fa48-4185-b939-ba88a7650c6f tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Network 8fbb7eb2-7807-46da-99b0-3bb51a103e12 is already hosted by enough agents. {{(pid=101553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:26:46.766795 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.scheduler.base_scheduler [req-6a970482-478f-44f1-b818-3d63fbce4def req-ed674458-fa48-4185-b939-ba88a7650c6f tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Resources bound (agent type, host, resource id): {{(pid=101553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:26:46.770912 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a970482-478f-44f1-b818-3d63fbce4def req-ed674458-fa48-4185-b939-ba88a7650c6f tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Received port after_create {{(pid=101553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 18:26:46.813394 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed674458-fa48-4185-b939-ba88a7650c6f tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Pushing event updated for resources: {'Port': ['ID=327387c8-971f-45dd-bc72-0f7cac9c594f,revision_number=1']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:26:46.841554 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a970482-478f-44f1-b818-3d63fbce4def req-ed674458-fa48-4185-b939-ba88a7650c6f tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:26:46.842258 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-6a970482-478f-44f1-b818-3d63fbce4def req-ed674458-fa48-4185-b939-ba88a7650c6f tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47340'] for port, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:46.870014 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-6a970482-478f-44f1-b818-3d63fbce4def req-ed674458-fa48-4185-b939-ba88a7650c6f tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7119641 Nov 18 18:26:46.972385 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-cd169395-ba62-4885-8b1f-e6616afe023f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:47.062128 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-2e63d84d-6f33-4813-8c15-d6e8cc9b52e9 None None] Provisioning complete for port 327387c8-971f-45dd-bc72-0f7cac9c594f triggered by entity DHCP. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:26:47.062418 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-2e63d84d-6f33-4813-8c15-d6e8cc9b52e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:47.098672 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.plugin [None req-2e63d84d-6f33-4813-8c15-d6e8cc9b52e9 None None] Port 327387c8-971f-45dd-bc72-0f7cac9c594f cannot update to ACTIVE because it is not bound. {{(pid=101555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 18 18:26:47.230537 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101bee38-fe1a-466a-b03b-de9e4f7ef962 req-10682c40-1981-4487-9369-5853cc74ee52 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:26:47.232828 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-101bee38-fe1a-466a-b03b-de9e4f7ef962 req-10682c40-1981-4487-9369-5853cc74ee52 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] 10.222.0.21 "GET /v2.0/ports?device_id=82bb6d5e-c691-4e9d-8e50-15eac8456823 HTTP/1.1" status: 200 len: 931 time: 0.0556810 Nov 18 18:26:47.278690 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-101bee38-fe1a-466a-b03b-de9e4f7ef962 req-882bf430-a28e-4aac-adf0-8ca102a2b040 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] 10.222.0.21 "GET /v2.0/security-groups?id=43bd9df0-a033-46d8-9455-f560ad2e2a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383208 Nov 18 18:26:48.400981 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1860a9-0512-474e-b8e1-708fc24704fc req-f02750e4-6464-4bb4-9797-6493c6f6f92d tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:26:48.402450 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-1f1860a9-0512-474e-b8e1-708fc24704fc req-f02750e4-6464-4bb4-9797-6493c6f6f92d tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] 10.222.0.21 "GET /v2.0/ports?device_id=82bb6d5e-c691-4e9d-8e50-15eac8456823 HTTP/1.1" status: 200 len: 931 time: 0.0531254 Nov 18 18:26:48.449220 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-1f1860a9-0512-474e-b8e1-708fc24704fc req-41f709f5-30f7-4628-8971-5c0913c4e49a tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] 10.222.0.21 "GET /v2.0/security-groups?id=43bd9df0-a033-46d8-9455-f560ad2e2a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406640 Nov 18 18:26:49.574771 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa56d01-d477-4655-a54e-0a527eab873b req-71b43edf-7c6a-46df-85ab-1571d52c630b tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:26:49.576381 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-2aa56d01-d477-4655-a54e-0a527eab873b req-71b43edf-7c6a-46df-85ab-1571d52c630b tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] 10.222.0.21 "GET /v2.0/ports?device_id=82bb6d5e-c691-4e9d-8e50-15eac8456823 HTTP/1.1" status: 200 len: 931 time: 0.0524316 Nov 18 18:26:49.641978 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-2aa56d01-d477-4655-a54e-0a527eab873b req-9096d2df-6eab-4671-b533-79122bb222f7 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] 10.222.0.21 "GET /v2.0/security-groups?id=43bd9df0-a033-46d8-9455-f560ad2e2a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592372 Nov 18 18:26:50.766671 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d118a010-236a-43e4-a63f-a22133202d03 req-384f367b-e017-45a6-b7c1-555f2303bae6 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:26:50.768183 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-d118a010-236a-43e4-a63f-a22133202d03 req-384f367b-e017-45a6-b7c1-555f2303bae6 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] 10.222.0.21 "GET /v2.0/ports?device_id=82bb6d5e-c691-4e9d-8e50-15eac8456823 HTTP/1.1" status: 200 len: 931 time: 0.0544732 Nov 18 18:26:50.807969 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-d118a010-236a-43e4-a63f-a22133202d03 req-43b146cd-539a-4c70-a312-4b307773b0cc tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] 10.222.0.21 "GET /v2.0/security-groups?id=43bd9df0-a033-46d8-9455-f560ad2e2a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338631 Nov 18 18:26:51.924508 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733a863e-12e2-4d56-9698-532fce83bd6f req-16771882-9ee7-4b6c-a399-378ddfeacae9 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:26:51.926002 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-733a863e-12e2-4d56-9698-532fce83bd6f req-16771882-9ee7-4b6c-a399-378ddfeacae9 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] 10.222.0.21 "GET /v2.0/ports?device_id=82bb6d5e-c691-4e9d-8e50-15eac8456823 HTTP/1.1" status: 200 len: 931 time: 0.0506318 Nov 18 18:26:51.968566 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-733a863e-12e2-4d56-9698-532fce83bd6f req-2440b864-ab01-427d-aac1-576282c0803e tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] 10.222.0.21 "GET /v2.0/security-groups?id=43bd9df0-a033-46d8-9455-f560ad2e2a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359144 Nov 18 18:26:53.104119 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fa3cb9-83d0-4bec-8d62-fb13e720edc7 req-b7fb2214-0abf-43d0-bdee-cdd9ba0b4a02 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:26:53.105556 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-85fa3cb9-83d0-4bec-8d62-fb13e720edc7 req-b7fb2214-0abf-43d0-bdee-cdd9ba0b4a02 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] 10.222.0.21 "GET /v2.0/ports?device_id=82bb6d5e-c691-4e9d-8e50-15eac8456823 HTTP/1.1" status: 200 len: 931 time: 0.0668614 Nov 18 18:26:53.145966 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-85fa3cb9-83d0-4bec-8d62-fb13e720edc7 req-dbb53f57-c3f4-4fdc-8bcc-4cbea96c3da7 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] 10.222.0.21 "GET /v2.0/security-groups?id=43bd9df0-a033-46d8-9455-f560ad2e2a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335526 Nov 18 18:26:54.270381 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fc4952-0ed5-4353-96c3-77bb7742e54c req-2760a96c-fc39-4fb3-bf2d-29586657e811 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:26:54.271891 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-57fc4952-0ed5-4353-96c3-77bb7742e54c req-2760a96c-fc39-4fb3-bf2d-29586657e811 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] 10.222.0.21 "GET /v2.0/ports?device_id=82bb6d5e-c691-4e9d-8e50-15eac8456823 HTTP/1.1" status: 200 len: 931 time: 0.0571864 Nov 18 18:26:54.312834 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-57fc4952-0ed5-4353-96c3-77bb7742e54c req-cd87dc0f-5952-4ac9-b1b2-116982e05f43 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] 10.222.0.21 "GET /v2.0/security-groups?id=43bd9df0-a033-46d8-9455-f560ad2e2a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349121 Nov 18 18:26:55.434603 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb0c161-6a8f-43cf-b11d-449a7a65a6d3 req-67b54131-7dff-4a44-a3e8-6b588ea93cbd tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:26:55.436083 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-9cb0c161-6a8f-43cf-b11d-449a7a65a6d3 req-67b54131-7dff-4a44-a3e8-6b588ea93cbd tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] 10.222.0.21 "GET /v2.0/ports?device_id=82bb6d5e-c691-4e9d-8e50-15eac8456823 HTTP/1.1" status: 200 len: 931 time: 0.0492008 Nov 18 18:26:55.477723 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-9cb0c161-6a8f-43cf-b11d-449a7a65a6d3 req-21070b9f-ca5c-4aeb-9f60-cd5c84d9d0da tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] 10.222.0.21 "GET /v2.0/security-groups?id=43bd9df0-a033-46d8-9455-f560ad2e2a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356820 Nov 18 18:26:55.666589 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:56.592976 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4086b6-2b85-4f0c-baf1-12a4776bda22 req-f9bb2664-e039-41c8-b64e-f5067d76a94b tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:26:56.594474 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-df4086b6-2b85-4f0c-baf1-12a4776bda22 req-f9bb2664-e039-41c8-b64e-f5067d76a94b tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] 10.222.0.21 "GET /v2.0/ports?device_id=82bb6d5e-c691-4e9d-8e50-15eac8456823 HTTP/1.1" status: 200 len: 931 time: 0.0502112 Nov 18 18:26:56.632451 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-df4086b6-2b85-4f0c-baf1-12a4776bda22 req-4c4ccd88-08cf-4f4c-bb0e-5b2687d43695 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] 10.222.0.21 "GET /v2.0/security-groups?id=43bd9df0-a033-46d8-9455-f560ad2e2a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320644 Nov 18 18:26:57.745060 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc983cc9-a138-47f5-944b-e89e7038909e req-c260887f-b2d1-4eca-9c97-d6c49e7af264 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:26:57.746515 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-dc983cc9-a138-47f5-944b-e89e7038909e req-c260887f-b2d1-4eca-9c97-d6c49e7af264 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] 10.222.0.21 "GET /v2.0/ports?device_id=82bb6d5e-c691-4e9d-8e50-15eac8456823 HTTP/1.1" status: 200 len: 931 time: 0.0487840 Nov 18 18:26:57.784440 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-dc983cc9-a138-47f5-944b-e89e7038909e req-ab0cfa1a-72ce-4343-aaf1-4d489afb1a99 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] 10.222.0.21 "GET /v2.0/security-groups?id=43bd9df0-a033-46d8-9455-f560ad2e2a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313289 Nov 18 18:26:58.905917 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444e411c-bf63-4c4e-b024-d9bae698b214 req-2a4945e6-56c1-4f4d-9308-7eca54bcb2d2 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:26:58.907387 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-444e411c-bf63-4c4e-b024-d9bae698b214 req-2a4945e6-56c1-4f4d-9308-7eca54bcb2d2 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] 10.222.0.21 "GET /v2.0/ports?device_id=82bb6d5e-c691-4e9d-8e50-15eac8456823 HTTP/1.1" status: 200 len: 931 time: 0.0491521 Nov 18 18:26:58.948786 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-444e411c-bf63-4c4e-b024-d9bae698b214 req-a904c603-06e2-4c08-b0d5-0af066b99c84 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] 10.222.0.21 "GET /v2.0/security-groups?id=43bd9df0-a033-46d8-9455-f560ad2e2a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354393 Nov 18 18:26:59.477558 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.v2.base [req-6a970482-478f-44f1-b818-3d63fbce4def req-fd7cd351-3a3b-4912-897d-f83f8bdc6656 service neutron] Request body: {'port': {'device_id': '82bb6d5e-c691-4e9d-8e50-15eac8456823', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81669'}} {{(pid=101553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:26:59.529985 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-6a970482-478f-44f1-b818-3d63fbce4def req-fd7cd351-3a3b-4912-897d-f83f8bdc6656 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:59.791391 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.notifiers.nova [req-6a970482-478f-44f1-b818-3d63fbce4def req-fd7cd351-3a3b-4912-897d-f83f8bdc6656 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 327387c8-971f-45dd-bc72-0f7cac9c594f {{(pid=101553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 18:26:59.798832 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-6a970482-478f-44f1-b818-3d63fbce4def req-fd7cd351-3a3b-4912-897d-f83f8bdc6656 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:59.811017 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.db.provisioning_blocks [req-6a970482-478f-44f1-b818-3d63fbce4def req-fd7cd351-3a3b-4912-897d-f83f8bdc6656 service neutron] Transition to ACTIVE for port object 327387c8-971f-45dd-bc72-0f7cac9c594f will not be triggered until provisioned by entity L2. {{(pid=101553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 18:26:59.814241 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-6a970482-478f-44f1-b818-3d63fbce4def req-fd7cd351-3a3b-4912-897d-f83f8bdc6656 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5584123'] for port, after_update {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:26:59.864538 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7cd351-3a3b-4912-897d-f83f8bdc6656 service neutron] Pushing event updated for resources: {'Port': ['ID=327387c8-971f-45dd-bc72-0f7cac9c594f,revision_number=2']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:26:59.890158 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7cd351-3a3b-4912-897d-f83f8bdc6656 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:26:59.890504 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7cd351-3a3b-4912-897d-f83f8bdc6656 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:26:59.890843 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7cd351-3a3b-4912-897d-f83f8bdc6656 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:26:59.891176 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7cd351-3a3b-4912-897d-f83f8bdc6656 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:26:59.891515 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7cd351-3a3b-4912-897d-f83f8bdc6656 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:26:59.891866 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7cd351-3a3b-4912-897d-f83f8bdc6656 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:26:59.892198 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7cd351-3a3b-4912-897d-f83f8bdc6656 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:26:59.892525 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7cd351-3a3b-4912-897d-f83f8bdc6656 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:26:59.892850 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7cd351-3a3b-4912-897d-f83f8bdc6656 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:26:59.893181 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7cd351-3a3b-4912-897d-f83f8bdc6656 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:26:59.893508 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7cd351-3a3b-4912-897d-f83f8bdc6656 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:26:59.893829 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7cd351-3a3b-4912-897d-f83f8bdc6656 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:26:59.944735 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.managers [req-6a970482-478f-44f1-b818-3d63fbce4def req-fd7cd351-3a3b-4912-897d-f83f8bdc6656 service neutron] Attempting to bind port 327387c8-971f-45dd-bc72-0f7cac9c594f on host hv-cinder-81669 for vnic_type normal with profile {{(pid=101553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 18 18:26:59.945414 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.managers [req-6a970482-478f-44f1-b818-3d63fbce4def req-fd7cd351-3a3b-4912-897d-f83f8bdc6656 service neutron] Attempting to bind port 327387c8-971f-45dd-bc72-0f7cac9c594f by drivers openvswitch,hyperv on host hv-cinder-81669 at level 0 using segments [{'id': '1edf0e35-424e-4f94-8a9f-eeaff4629c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8fbb7eb2-7807-46da-99b0-3bb51a103e12'}] {{(pid=101553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 18 18:26:59.945414 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a970482-478f-44f1-b818-3d63fbce4def req-fd7cd351-3a3b-4912-897d-f83f8bdc6656 service neutron] Attempting to bind port 327387c8-971f-45dd-bc72-0f7cac9c594f on network 8fbb7eb2-7807-46da-99b0-3bb51a103e12 {{(pid=101553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:26:59.949810 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a970482-478f-44f1-b818-3d63fbce4def req-fd7cd351-3a3b-4912-897d-f83f8bdc6656 service neutron] Port 327387c8-971f-45dd-bc72-0f7cac9c594f on network 8fbb7eb2-7807-46da-99b0-3bb51a103e12 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81669 {{(pid=101553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 18:26:59.950131 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a970482-478f-44f1-b818-3d63fbce4def req-fd7cd351-3a3b-4912-897d-f83f8bdc6656 service neutron] Attempting to bind port 327387c8-971f-45dd-bc72-0f7cac9c594f on network 8fbb7eb2-7807-46da-99b0-3bb51a103e12 {{(pid=101553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:26:59.956213 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a970482-478f-44f1-b818-3d63fbce4def req-fd7cd351-3a3b-4912-897d-f83f8bdc6656 service neutron] Checking agent: {'id': 'de52c200-415c-462d-a684-4cc0655308c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81669', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 18, 11, 25), 'started_at': datetime.datetime(2021, 11, 18, 18, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 18, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 18:26:59.956748 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a970482-478f-44f1-b818-3d63fbce4def req-fd7cd351-3a3b-4912-897d-f83f8bdc6656 service neutron] Checking segment: {'id': '1edf0e35-424e-4f94-8a9f-eeaff4629c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8fbb7eb2-7807-46da-99b0-3bb51a103e12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 18 18:26:59.957010 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a970482-478f-44f1-b818-3d63fbce4def req-fd7cd351-3a3b-4912-897d-f83f8bdc6656 service neutron] Bound using segment: {'id': '1edf0e35-424e-4f94-8a9f-eeaff4629c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8fbb7eb2-7807-46da-99b0-3bb51a103e12'} {{(pid=101553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 18:26:59.957271 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.managers [req-6a970482-478f-44f1-b818-3d63fbce4def req-fd7cd351-3a3b-4912-897d-f83f8bdc6656 service neutron] Bound port: 327387c8-971f-45dd-bc72-0f7cac9c594f, host: hv-cinder-81669, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1edf0e35-424e-4f94-8a9f-eeaff4629c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8fbb7eb2-7807-46da-99b0-3bb51a103e12'}}] {{(pid=101553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 18 18:26:59.957564 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-6a970482-478f-44f1-b818-3d63fbce4def req-fd7cd351-3a3b-4912-897d-f83f8bdc6656 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:27:00.057455 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.db [req-6a970482-478f-44f1-b818-3d63fbce4def req-fd7cd351-3a3b-4912-897d-f83f8bdc6656 service neutron] For port 327387c8-971f-45dd-bc72-0f7cac9c594f, host hv-cinder-81669, cleared binding levels {{(pid=101553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 18:27:00.073180 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.db [req-6a970482-478f-44f1-b818-3d63fbce4def req-fd7cd351-3a3b-4912-897d-f83f8bdc6656 service neutron] For port 327387c8-971f-45dd-bc72-0f7cac9c594f, host hv-cinder-81669, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81669',level=0,port_id=327387c8-971f-45dd-bc72-0f7cac9c594f,segment=NetworkSegment(1edf0e35-424e-4f94-8a9f-eeaff4629c50),segment_id=1edf0e35-424e-4f94-8a9f-eeaff4629c50)] {{(pid=101553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 18:27:00.077929 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-6a970482-478f-44f1-b818-3d63fbce4def req-fd7cd351-3a3b-4912-897d-f83f8bdc6656 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5584123'] for port, after_update {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:27:00.096229 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a970482-478f-44f1-b818-3d63fbce4def req-fd7cd351-3a3b-4912-897d-f83f8bdc6656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:27:00.096929 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-6a970482-478f-44f1-b818-3d63fbce4def req-fd7cd351-3a3b-4912-897d-f83f8bdc6656 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47340'] for port, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:27:00.098438 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-6a970482-478f-44f1-b818-3d63fbce4def req-fd7cd351-3a3b-4912-897d-f83f8bdc6656 service neutron] 10.222.0.46 "PUT /v2.0/ports/327387c8-971f-45dd-bc72-0f7cac9c594f HTTP/1.1" status: 200 len: 1093 time: 0.6251471 Nov 18 18:27:00.107432 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aea8e57-9525-459b-bacc-04572901b4ae req-5f1bf97f-3cfb-476b-886c-2efe7a2abdaa tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:27:00.109092 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-3aea8e57-9525-459b-bacc-04572901b4ae req-5f1bf97f-3cfb-476b-886c-2efe7a2abdaa tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] 10.222.0.21 "GET /v2.0/ports?device_id=82bb6d5e-c691-4e9d-8e50-15eac8456823 HTTP/1.1" status: 200 len: 943 time: 0.0900173 Nov 18 18:27:00.136200 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82bb6d5e-c691-4e9d-8e50-15eac8456823', 'tag': '327387c8-971f-45dd-bc72-0f7cac9c594f'}] {{(pid=101553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:27:00.138668 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3f9c8695bc273365e1ae5046181e224bccdab9c1f2bdac51621509927968c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc92d264-e1dc-4900-87d5-1e7883d4069d" -d '{"events": [{"name": "network-changed", "server_uuid": "82bb6d5e-c691-4e9d-8e50-15eac8456823", "tag": "327387c8-971f-45dd-bc72-0f7cac9c594f"}]}' {{(pid=101553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:27:00.192232 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 18:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b594301-9a49-4ab8-8741-56a9d7cb35e1 x-openstack-request-id: req-8b594301-9a49-4ab8-8741-56a9d7cb35e1 {{(pid=101553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:27:00.192522 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82bb6d5e-c691-4e9d-8e50-15eac8456823", "tag": "327387c8-971f-45dd-bc72-0f7cac9c594f", "status": "completed", "code": 200}]} {{(pid=101553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:27:00.192771 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8b594301-9a49-4ab8-8741-56a9d7cb35e1 {{(pid=101553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:27:00.193155 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82bb6d5e-c691-4e9d-8e50-15eac8456823', 'tag': '327387c8-971f-45dd-bc72-0f7cac9c594f', 'status': 'completed', 'code': 200} Nov 18 18:27:00.231744 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7cd351-3a3b-4912-897d-f83f8bdc6656 service neutron] Pushing event updated for resources: {'Port': ['ID=327387c8-971f-45dd-bc72-0f7cac9c594f,revision_number=3']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:27:00.241566 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-3aea8e57-9525-459b-bacc-04572901b4ae req-31c53108-9ac7-41dc-8752-50314016e886 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] 10.222.0.21 "GET /v2.0/security-groups?id=43bd9df0-a033-46d8-9455-f560ad2e2a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968525 Nov 18 18:27:00.248002 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a970482-478f-44f1-b818-3d63fbce4def req-69112210-c7e0-4302-a667-2ebf67444802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:27:00.249807 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-6a970482-478f-44f1-b818-3d63fbce4def req-69112210-c7e0-4302-a667-2ebf67444802 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=78bb53cbc7294569b7f5c09aa2eeb6cc&device_id=82bb6d5e-c691-4e9d-8e50-15eac8456823 HTTP/1.1" status: 200 len: 1096 time: 0.1018124 Nov 18 18:27:00.295759 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-6a970482-478f-44f1-b818-3d63fbce4def req-7631ec80-b3ee-4792-bd61-5c46fc8218bb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=327387c8-971f-45dd-bc72-0f7cac9c594f HTTP/1.1" status: 200 len: 217 time: 0.0382428 Nov 18 18:27:00.344339 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a970482-478f-44f1-b818-3d63fbce4def req-81c283ae-a00a-4bb0-a186-361a19f0b970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:27:00.345735 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-6a970482-478f-44f1-b818-3d63fbce4def req-81c283ae-a00a-4bb0-a186-361a19f0b970 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=39a8ee46-0ca9-4feb-bcbe-4306173140b4 HTTP/1.1" status: 200 len: 854 time: 0.0435309 Nov 18 18:27:00.393579 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a970482-478f-44f1-b818-3d63fbce4def req-fd1e7526-3ddf-4e71-b96e-063f43ccbcea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:27:00.394981 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-6a970482-478f-44f1-b818-3d63fbce4def req-fd1e7526-3ddf-4e71-b96e-063f43ccbcea service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8fbb7eb2-7807-46da-99b0-3bb51a103e12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426574 Nov 18 18:27:00.488125 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-6a970482-478f-44f1-b818-3d63fbce4def req-269e2b1d-89a1-408b-8361-8f7bd8d872e5 service neutron] 10.222.0.46 "GET /v2.0/networks/8fbb7eb2-7807-46da-99b0-3bb51a103e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854561 Nov 18 18:27:00.575263 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-6a970482-478f-44f1-b818-3d63fbce4def req-5b954162-3fc2-45a4-bfec-2f494afcc938 service neutron] 10.222.0.46 "GET /v2.0/networks/8fbb7eb2-7807-46da-99b0-3bb51a103e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795412 Nov 18 18:27:00.660692 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc92d264-e1dc-4900-87d5-1e7883d4069d req-124c4499-9910-4bd5-9487-5cb87899765b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:27:00.662062 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-cc92d264-e1dc-4900-87d5-1e7883d4069d req-124c4499-9910-4bd5-9487-5cb87899765b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=78bb53cbc7294569b7f5c09aa2eeb6cc&device_id=82bb6d5e-c691-4e9d-8e50-15eac8456823 HTTP/1.1" status: 200 len: 1096 time: 0.0407205 Nov 18 18:27:00.757608 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc92d264-e1dc-4900-87d5-1e7883d4069d req-3d5cde9b-890e-4982-9274-89cc95cc0adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:27:00.759081 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-cc92d264-e1dc-4900-87d5-1e7883d4069d req-3d5cde9b-890e-4982-9274-89cc95cc0adc service neutron] 10.222.0.46 "GET /v2.0/networks?id=8fbb7eb2-7807-46da-99b0-3bb51a103e12 HTTP/1.1" status: 200 len: 916 time: 0.0894697 Nov 18 18:27:00.802382 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-cc92d264-e1dc-4900-87d5-1e7883d4069d req-af62f187-9814-4b49-98e5-70d945ef25eb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=327387c8-971f-45dd-bc72-0f7cac9c594f HTTP/1.1" status: 200 len: 217 time: 0.0357482 Nov 18 18:27:00.858243 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc92d264-e1dc-4900-87d5-1e7883d4069d req-2b416d21-eed5-479f-9d31-cd9440a64174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:27:00.859670 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-cc92d264-e1dc-4900-87d5-1e7883d4069d req-2b416d21-eed5-479f-9d31-cd9440a64174 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=39a8ee46-0ca9-4feb-bcbe-4306173140b4 HTTP/1.1" status: 200 len: 854 time: 0.0497878 Nov 18 18:27:00.904594 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc92d264-e1dc-4900-87d5-1e7883d4069d req-31dcaf6c-313d-463b-a3bb-ca05974e20a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:27:00.906032 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-cc92d264-e1dc-4900-87d5-1e7883d4069d req-31dcaf6c-313d-463b-a3bb-ca05974e20a7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8fbb7eb2-7807-46da-99b0-3bb51a103e12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395577 Nov 18 18:27:00.992424 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-cc92d264-e1dc-4900-87d5-1e7883d4069d req-9e9e05e0-6a04-4503-aa89-f62c72559749 service neutron] 10.222.0.46 "GET /v2.0/networks/8fbb7eb2-7807-46da-99b0-3bb51a103e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790718 Nov 18 18:27:01.082711 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-cc92d264-e1dc-4900-87d5-1e7883d4069d req-e62f5c73-b5ad-4c2b-ac8e-04abd110d8bc service neutron] 10.222.0.46 "GET /v2.0/networks/8fbb7eb2-7807-46da-99b0-3bb51a103e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827487 Nov 18 18:27:01.356745 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1298963d-1689-4ea3-977f-8b71b8cf03af req-04c87b7c-e958-4952-b09b-4c21ca9d9aa8 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:27:01.358252 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-1298963d-1689-4ea3-977f-8b71b8cf03af req-04c87b7c-e958-4952-b09b-4c21ca9d9aa8 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] 10.222.0.21 "GET /v2.0/ports?device_id=82bb6d5e-c691-4e9d-8e50-15eac8456823 HTTP/1.1" status: 200 len: 943 time: 0.0485847 Nov 18 18:27:01.396112 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-1298963d-1689-4ea3-977f-8b71b8cf03af req-b2e117fd-a77e-43c7-9cd3-3ebfb9db1e63 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] 10.222.0.21 "GET /v2.0/security-groups?id=43bd9df0-a033-46d8-9455-f560ad2e2a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317388 Nov 18 18:27:02.510047 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770a3cff-22fe-498e-9b4b-29917a88438a req-c1b66958-cbaf-422a-8cd0-44a56577494d tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:27:02.511506 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-770a3cff-22fe-498e-9b4b-29917a88438a req-c1b66958-cbaf-422a-8cd0-44a56577494d tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] 10.222.0.21 "GET /v2.0/ports?device_id=82bb6d5e-c691-4e9d-8e50-15eac8456823 HTTP/1.1" status: 200 len: 943 time: 0.0497301 Nov 18 18:27:02.555254 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-770a3cff-22fe-498e-9b4b-29917a88438a req-9e234dd6-dc0b-4130-97f9-387cc7d8eed4 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] 10.222.0.21 "GET /v2.0/security-groups?id=43bd9df0-a033-46d8-9455-f560ad2e2a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360036 Nov 18 18:27:03.670788 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8310dc60-6f1e-4b4b-b2fd-3ab3ba39cdc1 req-292a4141-48af-42c7-9fa4-baccde323fb2 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:27:03.672258 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-8310dc60-6f1e-4b4b-b2fd-3ab3ba39cdc1 req-292a4141-48af-42c7-9fa4-baccde323fb2 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] 10.222.0.21 "GET /v2.0/ports?device_id=82bb6d5e-c691-4e9d-8e50-15eac8456823 HTTP/1.1" status: 200 len: 943 time: 0.0531895 Nov 18 18:27:03.708130 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-8310dc60-6f1e-4b4b-b2fd-3ab3ba39cdc1 req-f18781a3-b85a-40fc-bd6f-d2d9cb382acd tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] 10.222.0.21 "GET /v2.0/security-groups?id=43bd9df0-a033-46d8-9455-f560ad2e2a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299883 Nov 18 18:27:04.824060 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2295fa66-625d-4181-aaa1-80ea6835ac1b req-fca98204-04e8-431a-a15a-d0cc76533f94 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:27:04.825547 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-2295fa66-625d-4181-aaa1-80ea6835ac1b req-fca98204-04e8-431a-a15a-d0cc76533f94 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] 10.222.0.21 "GET /v2.0/ports?device_id=82bb6d5e-c691-4e9d-8e50-15eac8456823 HTTP/1.1" status: 200 len: 943 time: 0.0506146 Nov 18 18:27:04.868149 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-2295fa66-625d-4181-aaa1-80ea6835ac1b req-887e265b-ded9-48cd-9c80-3565f98d7187 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] 10.222.0.21 "GET /v2.0/security-groups?id=43bd9df0-a033-46d8-9455-f560ad2e2a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357044 Nov 18 18:27:05.040947 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Device 327387c8-971f-45dd-bc72-0f7cac9c594f details requested by agent hyperv_hv-cinder-81669 with host hv-cinder-81669 {{(pid=101555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 18:27:05.139319 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] For port 327387c8-971f-45dd-bc72-0f7cac9c594f, host hv-cinder-81669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81669',level=0,port_id=327387c8-971f-45dd-bc72-0f7cac9c594f,segment=NetworkSegment(1edf0e35-424e-4f94-8a9f-eeaff4629c50),segment_id=1edf0e35-424e-4f94-8a9f-eeaff4629c50)] {{(pid=101555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:27:05.150333 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Returning: {'device': '327387c8-971f-45dd-bc72-0f7cac9c594f', 'network_id': '8fbb7eb2-7807-46da-99b0-3bb51a103e12', 'port_id': '327387c8-971f-45dd-bc72-0f7cac9c594f', 'mac_address': 'fa:16:3e:bd:1f:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39a8ee46-0ca9-4feb-bcbe-4306173140b4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 18:27:05.190088 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:27:05.205293 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.notifiers.nova [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 327387c8-971f-45dd-bc72-0f7cac9c594f {{(pid=101555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 18:27:05.224841 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] For port 327387c8-971f-45dd-bc72-0f7cac9c594f, host hv-cinder-81669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81669',level=0,port_id=327387c8-971f-45dd-bc72-0f7cac9c594f,segment=NetworkSegment(1edf0e35-424e-4f94-8a9f-eeaff4629c50),segment_id=1edf0e35-424e-4f94-8a9f-eeaff4629c50)] {{(pid=101555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:27:05.228797 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:27:05.274410 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Pushing event updated for resources: {'Port': ['ID=327387c8-971f-45dd-bc72-0f7cac9c594f,revision_number=4']} {{(pid=101555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:27:05.560703 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] get_ports_and_sgs() called for port_ids ['327387c8-971f-45dd-bc72-0f7cac9c594f'] {{(pid=101555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 18:27:05.979969 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363c754c-6912-4a41-b515-df3113641c72 req-6eefec8f-1ec4-4da9-9bd2-5ad656f010c2 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:27:05.981440 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-363c754c-6912-4a41-b515-df3113641c72 req-6eefec8f-1ec4-4da9-9bd2-5ad656f010c2 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] 10.222.0.21 "GET /v2.0/ports?device_id=82bb6d5e-c691-4e9d-8e50-15eac8456823 HTTP/1.1" status: 200 len: 944 time: 0.0470774 Nov 18 18:27:06.019096 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-363c754c-6912-4a41-b515-df3113641c72 req-da586b32-a619-4f6c-afa8-966a1b40ea37 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] 10.222.0.21 "GET /v2.0/security-groups?id=43bd9df0-a033-46d8-9455-f560ad2e2a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316026 Nov 18 18:27:07.056246 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Device 327387c8-971f-45dd-bc72-0f7cac9c594f up at agent hyperv_hv-cinder-81669 {{(pid=101555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:27:07.106912 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Provisioning for port 327387c8-971f-45dd-bc72-0f7cac9c594f completed by entity L2. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 18:27:07.111000 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Provisioning complete for port 327387c8-971f-45dd-bc72-0f7cac9c594f triggered by entity L2. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:27:07.111383 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:27:07.140647 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e690020-8c24-4696-b015-f11cd498e8f7 req-e3ae459e-44dd-4268-aed7-25cc4fc86b19 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:27:07.142131 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-7e690020-8c24-4696-b015-f11cd498e8f7 req-e3ae459e-44dd-4268-aed7-25cc4fc86b19 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] 10.222.0.21 "GET /v2.0/ports?device_id=82bb6d5e-c691-4e9d-8e50-15eac8456823 HTTP/1.1" status: 200 len: 944 time: 0.0570235 Nov 18 18:27:07.182639 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-7e690020-8c24-4696-b015-f11cd498e8f7 req-2c331f49-5253-4026-8317-58a328690c4e tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] 10.222.0.21 "GET /v2.0/security-groups?id=43bd9df0-a033-46d8-9455-f560ad2e2a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342169 Nov 18 18:27:07.195274 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:27:07.225026 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82bb6d5e-c691-4e9d-8e50-15eac8456823', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '327387c8-971f-45dd-bc72-0f7cac9c594f'}] {{(pid=101555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:27:07.227437 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d346ce470d451c2c3f81e461e68bbd58c3f0d417750f3f38c7c8caca9575360f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49fae849-5272-418e-9e04-8b02e328ebf1" -d '{"events": [{"server_uuid": "82bb6d5e-c691-4e9d-8e50-15eac8456823", "name": "network-vif-plugged", "status": "completed", "tag": "327387c8-971f-45dd-bc72-0f7cac9c594f"}]}' {{(pid=101555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:27:07.240703 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] For port 327387c8-971f-45dd-bc72-0f7cac9c594f, host hv-cinder-81669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81669',level=0,port_id=327387c8-971f-45dd-bc72-0f7cac9c594f,segment=NetworkSegment(1edf0e35-424e-4f94-8a9f-eeaff4629c50),segment_id=1edf0e35-424e-4f94-8a9f-eeaff4629c50)] {{(pid=101555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:27:07.244443 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:27:07.272097 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 18:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cc8d6fe-8b5d-4a94-967b-d5f159ea7660 x-openstack-request-id: req-9cc8d6fe-8b5d-4a94-967b-d5f159ea7660 {{(pid=101555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:27:07.272097 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82bb6d5e-c691-4e9d-8e50-15eac8456823", "name": "network-vif-plugged", "status": "completed", "tag": "327387c8-971f-45dd-bc72-0f7cac9c594f", "code": 200}]} {{(pid=101555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:27:07.272097 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9cc8d6fe-8b5d-4a94-967b-d5f159ea7660 {{(pid=101555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:27:07.272503 dv-cinder-816695-1-iscsi neutron-server[101555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82bb6d5e-c691-4e9d-8e50-15eac8456823', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '327387c8-971f-45dd-bc72-0f7cac9c594f', 'code': 200} Nov 18 18:27:07.298999 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Pushing event updated for resources: {'Port': ['ID=327387c8-971f-45dd-bc72-0f7cac9c594f,revision_number=5']} {{(pid=101555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:27:07.431538 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2525c66c-6798-401f-8e0e-5545d9d7ce74 req-58532e7d-0b82-4d2e-b4e4-d2dbf379f6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:27:07.433753 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-2525c66c-6798-401f-8e0e-5545d9d7ce74 req-58532e7d-0b82-4d2e-b4e4-d2dbf379f6de service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=82bb6d5e-c691-4e9d-8e50-15eac8456823 HTTP/1.1" status: 200 len: 1098 time: 0.0406332 Nov 18 18:27:07.470667 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-2525c66c-6798-401f-8e0e-5545d9d7ce74 req-f7519a74-015c-4263-ba59-ca2cbbf07b89 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=43bd9df0-a033-46d8-9455-f560ad2e2a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300820 Nov 18 18:27:08.295871 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04d106e-275b-4f37-b7f1-8c3456adcfe6 req-f6eccde3-309a-480c-925c-c38344f5c3f3 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:27:08.297379 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-d04d106e-275b-4f37-b7f1-8c3456adcfe6 req-f6eccde3-309a-480c-925c-c38344f5c3f3 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] 10.222.0.21 "GET /v2.0/ports?device_id=82bb6d5e-c691-4e9d-8e50-15eac8456823 HTTP/1.1" status: 200 len: 945 time: 0.0494096 Nov 18 18:27:08.333943 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-d04d106e-275b-4f37-b7f1-8c3456adcfe6 req-99238a8d-cbc2-496b-9366-34b9f1ba995c tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] 10.222.0.21 "GET /v2.0/security-groups?id=43bd9df0-a033-46d8-9455-f560ad2e2a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306280 Nov 18 18:27:09.456675 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a26145-3307-448b-b381-e35a8e7f0955 req-9409f69a-5635-404c-b233-79d83c5c069c tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:27:09.458131 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-64a26145-3307-448b-b381-e35a8e7f0955 req-9409f69a-5635-404c-b233-79d83c5c069c tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] 10.222.0.21 "GET /v2.0/ports?device_id=82bb6d5e-c691-4e9d-8e50-15eac8456823 HTTP/1.1" status: 200 len: 945 time: 0.0518038 Nov 18 18:27:09.496036 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-64a26145-3307-448b-b381-e35a8e7f0955 req-2a6c1906-2b3a-40f8-92fd-36b0e48f03a2 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] 10.222.0.21 "GET /v2.0/security-groups?id=43bd9df0-a033-46d8-9455-f560ad2e2a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313857 Nov 18 18:27:09.605766 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505303a4-9e67-45b3-a6b1-b56da2f28732 req-500ba47e-4073-4b54-b961-20bb71d8d179 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:27:09.607261 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-505303a4-9e67-45b3-a6b1-b56da2f28732 req-500ba47e-4073-4b54-b961-20bb71d8d179 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] 10.222.0.21 "GET /v2.0/ports?device_id=82bb6d5e-c691-4e9d-8e50-15eac8456823 HTTP/1.1" status: 200 len: 945 time: 0.0478075 Nov 18 18:27:09.645849 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-505303a4-9e67-45b3-a6b1-b56da2f28732 req-c41da228-18d0-4a79-a030-f4339bb3c342 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] 10.222.0.21 "GET /v2.0/security-groups?id=43bd9df0-a033-46d8-9455-f560ad2e2a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320337 Nov 18 18:27:09.970667 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c12abe-0d0c-4820-98ab-24a86a290c9e req-ed48fbd3-8b7d-47fc-b232-e49c1b0162b9 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:27:09.972149 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-23c12abe-0d0c-4820-98ab-24a86a290c9e req-ed48fbd3-8b7d-47fc-b232-e49c1b0162b9 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] 10.222.0.21 "GET /v2.0/ports?device_id=82bb6d5e-c691-4e9d-8e50-15eac8456823 HTTP/1.1" status: 200 len: 945 time: 0.0478208 Nov 18 18:27:10.012874 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-23c12abe-0d0c-4820-98ab-24a86a290c9e req-0c0f8b55-b8e4-4979-adde-5f12b4e664e2 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] 10.222.0.21 "GET /v2.0/security-groups?id=43bd9df0-a033-46d8-9455-f560ad2e2a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348487 Nov 18 18:27:10.878111 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.agents_db [None req-879798a6-d64d-4745-9d9a-40c50c0efc22 None None] Agent healthcheck: found 6 active agents {{(pid=101556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 18:27:11.007345 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-679bc925-3610-434a-91dc-af4a7bee3151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:27:14.033566 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-e71261c2-8978-432d-a3d9-30847364609d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:27:14.208477 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:27:14.944659 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-e3a848c2-ffa0-4288-a759-e5f077163e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:27:16.973051 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-cd169395-ba62-4885-8b1f-e6616afe023f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:27:19.488442 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33fe1ef-fc1f-4f7b-9cfa-7d78b86f7cd6 req-27d17abb-7b86-4901-a88a-7a98a610acae tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:27:19.489904 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-d33fe1ef-fc1f-4f7b-9cfa-7d78b86f7cd6 req-27d17abb-7b86-4901-a88a-7a98a610acae tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] 10.222.0.21 "GET /v2.0/ports?device_id=82bb6d5e-c691-4e9d-8e50-15eac8456823 HTTP/1.1" status: 200 len: 945 time: 0.0506463 Nov 18 18:27:19.527558 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-d33fe1ef-fc1f-4f7b-9cfa-7d78b86f7cd6 req-9fe5d298-ffde-4482-9816-0522e2b143af tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] 10.222.0.21 "GET /v2.0/security-groups?id=43bd9df0-a033-46d8-9455-f560ad2e2a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308504 Nov 18 18:27:19.549272 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 55820) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:27:19.673293 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07b8d22-583b-44a5-8614-ad3919f14d54 tempest-TestMinimumBasicScenario-926945948 tempest-TestMinimumBasicScenario-926945948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:27:19.674773 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-d07b8d22-583b-44a5-8614-ad3919f14d54 tempest-TestMinimumBasicScenario-926945948 tempest-TestMinimumBasicScenario-926945948-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=82bb6d5e-c691-4e9d-8e50-15eac8456823 HTTP/1.1" status: 200 len: 1093 time: 0.1242845 Nov 18 18:27:19.677864 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 55824) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:27:19.682075 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.v2.base [None req-443632c7-f23e-498e-b42d-784226c444a8 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Request body: {'floatingip': {'floating_network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'port_id': '327387c8-971f-45dd-bc72-0f7cac9c594f', 'tenant_id': '78bb53cbc7294569b7f5c09aa2eeb6cc', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:27:19.702905 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-443632c7-f23e-498e-b42d-784226c444a8 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Notify callbacks [] for floatingip, before_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:27:20.059147 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-443632c7-f23e-498e-b42d-784226c444a8 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:27:20.157323 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.db.db_base_plugin_common [None req-443632c7-f23e-498e-b42d-784226c444a8 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Allocated IP 172.27.0.219 (681a8de3-317c-4c8e-b068-d1104cc9c364/7ba09554-0552-4432-a7a0-26d8d0284def/9f87dc2c-9729-4300-9e7a-de129d1256fd) {{(pid=101553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 18:27:20.270373 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-443632c7-f23e-498e-b42d-784226c444a8 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Notify callbacks [] for port, precommit_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:27:20.302426 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-443632c7-f23e-498e-b42d-784226c444a8 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768456900401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5584108'] for port, after_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:27:20.338655 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-443632c7-f23e-498e-b42d-784226c444a8 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Network 681a8de3-317c-4c8e-b068-d1104cc9c364 is already hosted by enough agents. {{(pid=101553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:27:20.342656 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.scheduler.base_scheduler [None req-443632c7-f23e-498e-b42d-784226c444a8 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Resources bound (agent type, host, resource id): {{(pid=101553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:27:20.348733 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443632c7-f23e-498e-b42d-784226c444a8 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Received port after_create {{(pid=101553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 18:27:20.351576 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443632c7-f23e-498e-b42d-784226c444a8 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Pushing event updated for resources: {'Port': ['ID=9f87dc2c-9729-4300-9e7a-de129d1256fd,revision_number=1']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:27:20.705573 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-443632c7-f23e-498e-b42d-784226c444a8 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:27:20.772876 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-443632c7-f23e-498e-b42d-784226c444a8 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:27:20.927651 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-443632c7-f23e-498e-b42d-784226c444a8 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Notify callbacks [] for port, precommit_update {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:27:20.932970 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-443632c7-f23e-498e-b42d-784226c444a8 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5584123'] for port, after_update {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:27:21.005575 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443632c7-f23e-498e-b42d-784226c444a8 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Pushing event updated for resources: {'Port': ['ID=9f87dc2c-9729-4300-9e7a-de129d1256fd,revision_number=2']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:27:21.017863 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-443632c7-f23e-498e-b42d-784226c444a8 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-366129'] for floatingip, after_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:27:21.119826 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.db.l3_db [None req-443632c7-f23e-498e-b42d-784226c444a8 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Floating IP f04d1cc2-f0a7-451f-ad97-32bb2eac0535 associated. External IP: 172.27.0.219, port: 327387c8-971f-45dd-bc72-0f7cac9c594f. Nov 18 18:27:21.336943 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-443632c7-f23e-498e-b42d-784226c444a8 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Router 3aecd96e-8816-4d24-b5b2-abcaf53162b9 has already been hosted by L3 agent 11d55508-f5ea-4178-bd3a-0ed8666e5761 {{(pid=101553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 18:27:21.443404 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-443632c7-f23e-498e-b42d-784226c444a8 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Notify agent at l3_agent.dv-cinder-816695-1-iscsi the message routers_updated {{(pid=101553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 18:27:21.452720 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5aa54c-5b96-4397-be18-7643551bd36f None None] Sync routers for ids ['3aecd96e-8816-4d24-b5b2-abcaf53162b9'] in dv-cinder-816695-1-iscsi {{(pid=101555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 18:27:21.460524 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-443632c7-f23e-498e-b42d-784226c444a8 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47340'] for floatingip, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:27:21.461853 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5aa54c-5b96-4397-be18-7643551bd36f None None] Routers {'3aecd96e-8816-4d24-b5b2-abcaf53162b9'} bound to L3 agent in host dv-cinder-816695-1-iscsi {{(pid=101555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:27:21.462466 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_hamode_db [None req-ec5aa54c-5b96-4397-be18-7643551bd36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T18:05:14Z,description=,heartbeat_timestamp=2021-11-18T18:27:14Z,host='dv-cinder-816695-1-iscsi',id=11d55508-f5ea-4178-bd3a-0ed8666e5761,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T18:05:14Z,topic='l3_agent')) {'router_ids': ['3aecd96e-8816-4d24-b5b2-abcaf53162b9'], 'active': True} {{(pid=101555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:27:21.487666 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-443632c7-f23e-498e-b42d-784226c444a8 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8087549 Nov 18 18:27:21.488370 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82bb6d5e-c691-4e9d-8e50-15eac8456823', 'tag': '327387c8-971f-45dd-bc72-0f7cac9c594f'}] {{(pid=101553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:27:21.490481 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 55826) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:27:21.491023 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3f9c8695bc273365e1ae5046181e224bccdab9c1f2bdac51621509927968c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6022c8ce-acca-41a4-8a4b-c61c5fc3d866" -d '{"events": [{"name": "network-changed", "server_uuid": "82bb6d5e-c691-4e9d-8e50-15eac8456823", "tag": "327387c8-971f-45dd-bc72-0f7cac9c594f"}]}' {{(pid=101553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:27:21.496490 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.v2.base [None req-5df3b95f-c4c4-4e16-9f8e-5f1794d79074 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1641130095', 'description': 'tempest-secgroup-smoke-1641130095 description', 'project_id': '78bb53cbc7294569b7f5c09aa2eeb6cc'}} {{(pid=101554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:27:21.521452 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-5df3b95f-c4c4-4e16-9f8e-5f1794d79074 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Notify callbacks [] for security_group, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:27:21.530848 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 18:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01626844-2b57-4acc-8770-6c0be508b612 x-openstack-request-id: req-01626844-2b57-4acc-8770-6c0be508b612 {{(pid=101553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:27:21.531145 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82bb6d5e-c691-4e9d-8e50-15eac8456823", "tag": "327387c8-971f-45dd-bc72-0f7cac9c594f", "status": "completed", "code": 200}]} {{(pid=101553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:27:21.531387 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-01626844-2b57-4acc-8770-6c0be508b612 {{(pid=101553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:27:21.531785 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82bb6d5e-c691-4e9d-8e50-15eac8456823', 'tag': '327387c8-971f-45dd-bc72-0f7cac9c594f', 'status': 'completed', 'code': 200} Nov 18 18:27:21.597000 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6022c8ce-acca-41a4-8a4b-c61c5fc3d866 req-262df0b8-cd78-4318-8aae-3e99d6aaabd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:27:21.598480 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-6022c8ce-acca-41a4-8a4b-c61c5fc3d866 req-262df0b8-cd78-4318-8aae-3e99d6aaabd9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=78bb53cbc7294569b7f5c09aa2eeb6cc&device_id=82bb6d5e-c691-4e9d-8e50-15eac8456823 HTTP/1.1" status: 200 len: 1098 time: 0.0437191 Nov 18 18:27:21.611451 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-5df3b95f-c4c4-4e16-9f8e-5f1794d79074 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Notify callbacks [] for security_group, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:27:21.615465 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-5df3b95f-c4c4-4e16-9f8e-5f1794d79074 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:27:21.651765 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-5df3b95f-c4c4-4e16-9f8e-5f1794d79074 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Notify callbacks [] for security_group, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:27:21.656040 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-5df3b95f-c4c4-4e16-9f8e-5f1794d79074 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1608431 Nov 18 18:27:21.657258 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 55830) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:27:21.662372 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.v2.base [None req-80669d29-c934-4457-8f97-876bb3ed629a tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Request body: {'security_group_rule': {'security_group_id': '217c7539-fa21-45b6-99a5-a5719d45417f', 'project_id': '78bb53cbc7294569b7f5c09aa2eeb6cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:27:21.666199 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df3b95f-c4c4-4e16-9f8e-5f1794d79074 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=217c7539-fa21-45b6-99a5-a5719d45417f,revision_number=1']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:27:21.693884 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df3b95f-c4c4-4e16-9f8e-5f1794d79074 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:27:21.694286 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df3b95f-c4c4-4e16-9f8e-5f1794d79074 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:27:21.694570 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df3b95f-c4c4-4e16-9f8e-5f1794d79074 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:27:21.694910 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df3b95f-c4c4-4e16-9f8e-5f1794d79074 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:27:21.695247 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df3b95f-c4c4-4e16-9f8e-5f1794d79074 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:27:21.695616 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df3b95f-c4c4-4e16-9f8e-5f1794d79074 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:27:21.695941 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df3b95f-c4c4-4e16-9f8e-5f1794d79074 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:27:21.696687 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df3b95f-c4c4-4e16-9f8e-5f1794d79074 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:27:21.696687 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df3b95f-c4c4-4e16-9f8e-5f1794d79074 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:27:21.696920 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df3b95f-c4c4-4e16-9f8e-5f1794d79074 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:27:21.697345 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df3b95f-c4c4-4e16-9f8e-5f1794d79074 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:27:21.697554 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df3b95f-c4c4-4e16-9f8e-5f1794d79074 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:27:21.706788 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-80669d29-c934-4457-8f97-876bb3ed629a tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:27:21.706911 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_dvr_db [None req-ec5aa54c-5b96-4397-be18-7643551bd36f None None] Set router 3aecd96e-8816-4d24-b5b2-abcaf53162b9 gateway port host: dv-cinder-816695-1-iscsi {{(pid=101555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:27:21.712022 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6022c8ce-acca-41a4-8a4b-c61c5fc3d866 req-2acff924-445a-4073-ba14-98cf934bd950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:27:21.714159 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-6022c8ce-acca-41a4-8a4b-c61c5fc3d866 req-2acff924-445a-4073-ba14-98cf934bd950 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8fbb7eb2-7807-46da-99b0-3bb51a103e12 HTTP/1.1" status: 200 len: 916 time: 0.1082022 Nov 18 18:27:21.754953 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-80669d29-c934-4457-8f97-876bb3ed629a tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:27:21.759951 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-80669d29-c934-4457-8f97-876bb3ed629a tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577100'] for security_group_rule, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:27:21.778843 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80669d29-c934-4457-8f97-876bb3ed629a tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fcafb83-eb05-41c2-a4c5-1d3384448739,revision_number=0']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:27:21.786363 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-80669d29-c934-4457-8f97-876bb3ed629a tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:27:21.790229 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-80669d29-c934-4457-8f97-876bb3ed629a tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1291189 Nov 18 18:27:21.790357 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-6022c8ce-acca-41a4-8a4b-c61c5fc3d866 req-4ced8046-c654-499f-9309-79cd13d14dd2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=327387c8-971f-45dd-bc72-0f7cac9c594f HTTP/1.1" status: 200 len: 999 time: 0.0663185 Nov 18 18:27:21.790468 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 55832) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:27:21.795123 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.v2.base [None req-10c3ef64-3f1b-45bc-a1fb-1cbeb83a8b67 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Request body: {'security_group_rule': {'security_group_id': '217c7539-fa21-45b6-99a5-a5719d45417f', 'project_id': '78bb53cbc7294569b7f5c09aa2eeb6cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:27:21.821260 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-10c3ef64-3f1b-45bc-a1fb-1cbeb83a8b67 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:27:21.845488 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6022c8ce-acca-41a4-8a4b-c61c5fc3d866 req-72254a42-4a36-4e2c-ade6-8c6439f9a093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:27:21.847968 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-6022c8ce-acca-41a4-8a4b-c61c5fc3d866 req-72254a42-4a36-4e2c-ade6-8c6439f9a093 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=39a8ee46-0ca9-4feb-bcbe-4306173140b4 HTTP/1.1" status: 200 len: 854 time: 0.0527658 Nov 18 18:27:21.881455 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-10c3ef64-3f1b-45bc-a1fb-1cbeb83a8b67 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:27:21.886512 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-10c3ef64-3f1b-45bc-a1fb-1cbeb83a8b67 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577100'] for security_group_rule, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:27:21.895673 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6022c8ce-acca-41a4-8a4b-c61c5fc3d866 req-9f17ece0-2159-422d-b127-d4abc2246456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:27:21.897343 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-6022c8ce-acca-41a4-8a4b-c61c5fc3d866 req-9f17ece0-2159-422d-b127-d4abc2246456 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8fbb7eb2-7807-46da-99b0-3bb51a103e12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411038 Nov 18 18:27:21.906212 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c3ef64-3f1b-45bc-a1fb-1cbeb83a8b67 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03e3c942-6629-486c-850c-d7696b4e9869,revision_number=0']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:27:21.910550 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-10c3ef64-3f1b-45bc-a1fb-1cbeb83a8b67 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:27:21.911749 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-10c3ef64-3f1b-45bc-a1fb-1cbeb83a8b67 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1205387 Nov 18 18:27:21.914547 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 55834) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:27:21.920363 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.v2.base [None req-40af8009-84bd-43f1-9079-6c01a2b23ab7 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Request body: {'security_group_rule': {'security_group_id': '217c7539-fa21-45b6-99a5-a5719d45417f', 'project_id': '78bb53cbc7294569b7f5c09aa2eeb6cc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:27:21.950021 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-40af8009-84bd-43f1-9079-6c01a2b23ab7 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:27:21.964515 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_hamode_db [None req-ec5aa54c-5b96-4397-be18-7643551bd36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aecd96e-8816-4d24-b5b2-abcaf53162b9', 'name': 'tempest-TestMinimumBasicScenario-1843931220-router', 'tenant_id': '78bb53cbc7294569b7f5c09aa2eeb6cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'external_fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'ff996bd9-472d-4856-9bb7-46850ad44898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:26:26Z', 'updated_at': '2021-11-18T18:26:28Z', 'revision_number': 4, 'project_id': '78bb53cbc7294569b7f5c09aa2eeb6cc', 'gw_port': {'id': 'ff996bd9-472d-4856-9bb7-46850ad44898', 'name': '', 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aecd96e-8816-4d24-b5b2-abcaf53162b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:26:26Z', 'updated_at': '2021-11-18T18:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816695-1-iscsi', '_floatingips': [{'id': 'f04d1cc2-f0a7-451f-ad97-32bb2eac0535', 'tenant_id': '78bb53cbc7294569b7f5c09aa2eeb6cc', 'floating_ip_address': '172.27.0.219', 'floating_network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'router_id': '3aecd96e-8816-4d24-b5b2-abcaf53162b9', 'port_id': '327387c8-971f-45dd-bc72-0f7cac9c594f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fbb7eb2-7807-46da-99b0-3bb51a103e12', 'mac_address': 'fa:16:3e:bd:1f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bb6d5e-c691-4e9d-8e50-15eac8456823', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T18:27:20Z', 'updated_at': '2021-11-18T18:27:20Z', 'revision_number': 0, 'project_id': '78bb53cbc7294569b7f5c09aa2eeb6cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab8ffc7c-6a65-4a05-8630-11aaf9dcaf87', 'name': '', 'network_id': '8fbb7eb2-7807-46da-99b0-3bb51a103e12', 'tenant_id': '78bb53cbc7294569b7f5c09aa2eeb6cc', 'mac_address': 'fa:16:3e:37:23:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aecd96e-8816-4d24-b5b2-abcaf53162b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '39a8ee46-0ca9-4feb-bcbe-4306173140b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:26:28Z', 'updated_at': '2021-11-18T18:26:33Z', 'revision_number': 5, 'project_id': '78bb53cbc7294569b7f5c09aa2eeb6cc', 'subnets': [{'id': '39a8ee46-0ca9-4feb-bcbe-4306173140b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816695-1-iscsi', False) {} {{(pid=101555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:27:21.996825 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5aa54c-5b96-4397-be18-7643551bd36f None None] Checking router: 3aecd96e-8816-4d24-b5b2-abcaf53162b9 for host: dv-cinder-816695-1-iscsi {{(pid=101555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 18:27:22.003998 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-6022c8ce-acca-41a4-8a4b-c61c5fc3d866 req-fe9376cd-48a5-4549-9178-3d015378158c service neutron] 10.222.0.46 "GET /v2.0/networks/8fbb7eb2-7807-46da-99b0-3bb51a103e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983944 Nov 18 18:27:22.006049 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5aa54c-5b96-4397-be18-7643551bd36f None None] Routers {'3aecd96e-8816-4d24-b5b2-abcaf53162b9'} bound to L3 agent in host dv-cinder-816695-1-iscsi {{(pid=101555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:27:22.006842 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_hamode_db [None req-ec5aa54c-5b96-4397-be18-7643551bd36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T18:05:14Z,description=,heartbeat_timestamp=2021-11-18T18:27:14Z,host='dv-cinder-816695-1-iscsi',id=11d55508-f5ea-4178-bd3a-0ed8666e5761,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T18:05:14Z,topic='l3_agent')) {'router_ids': ['3aecd96e-8816-4d24-b5b2-abcaf53162b9'], 'active': True} {{(pid=101555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:27:22.019620 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-40af8009-84bd-43f1-9079-6c01a2b23ab7 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:27:22.033466 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-40af8009-84bd-43f1-9079-6c01a2b23ab7 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577100'] for security_group_rule, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:27:22.048686 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40af8009-84bd-43f1-9079-6c01a2b23ab7 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cacd5e2-3a8c-4af5-8b02-0d80d4c9a2b0,revision_number=0']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:27:22.062032 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-40af8009-84bd-43f1-9079-6c01a2b23ab7 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:27:22.063237 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-40af8009-84bd-43f1-9079-6c01a2b23ab7 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1471508 Nov 18 18:27:22.066026 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 55836) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:27:22.070528 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.v2.base [None req-3c5a6c86-ff50-4a6e-a8c1-93553e1d1268 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Request body: {'security_group_rule': {'security_group_id': '217c7539-fa21-45b6-99a5-a5719d45417f', 'project_id': '78bb53cbc7294569b7f5c09aa2eeb6cc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:27:22.101974 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-3c5a6c86-ff50-4a6e-a8c1-93553e1d1268 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:27:22.106310 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-6022c8ce-acca-41a4-8a4b-c61c5fc3d866 req-b170f4df-bd7c-4ee7-a6bd-efa635854e70 service neutron] 10.222.0.46 "GET /v2.0/networks/8fbb7eb2-7807-46da-99b0-3bb51a103e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938420 Nov 18 18:27:22.129233 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_dvr_db [None req-ec5aa54c-5b96-4397-be18-7643551bd36f None None] Set router 3aecd96e-8816-4d24-b5b2-abcaf53162b9 gateway port host: dv-cinder-816695-1-iscsi {{(pid=101555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:27:22.170018 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-3c5a6c86-ff50-4a6e-a8c1-93553e1d1268 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:27:22.174255 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-3c5a6c86-ff50-4a6e-a8c1-93553e1d1268 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577100'] for security_group_rule, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:27:22.193470 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5a6c86-ff50-4a6e-a8c1-93553e1d1268 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81042fb6-9b11-4981-93f8-44b0b4308a89,revision_number=0']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:27:22.199714 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-3c5a6c86-ff50-4a6e-a8c1-93553e1d1268 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:27:22.203514 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-3c5a6c86-ff50-4a6e-a8c1-93553e1d1268 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1339307 Nov 18 18:27:22.203933 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 55838) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:27:22.208227 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.v2.base [None req-6f063b9a-f854-4c5a-aa7c-17272efc621d tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Request body: {'security_group_rule': {'security_group_id': '217c7539-fa21-45b6-99a5-a5719d45417f', 'project_id': '78bb53cbc7294569b7f5c09aa2eeb6cc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:27:22.229354 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.db.securitygroups_db [None req-6f063b9a-f854-4c5a-aa7c-17272efc621d tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Project 78bb53cbc7294569b7f5c09aa2eeb6cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 18 18:27:22.234096 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-6f063b9a-f854-4c5a-aa7c-17272efc621d tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:27:22.294621 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-6f063b9a-f854-4c5a-aa7c-17272efc621d tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:27:22.298136 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-6f063b9a-f854-4c5a-aa7c-17272efc621d tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577100'] for security_group_rule, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:27:22.316417 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f063b9a-f854-4c5a-aa7c-17272efc621d tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b12b2a7c-cf13-4ec5-a33e-9f23113e0553,revision_number=0']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:27:22.324265 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-6f063b9a-f854-4c5a-aa7c-17272efc621d tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:27:22.325444 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-6f063b9a-f854-4c5a-aa7c-17272efc621d tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1207078 Nov 18 18:27:22.329887 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 55840) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:27:22.333837 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.v2.base [None req-081a0e89-8379-4aa1-bc34-af2734fb8c3e tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Request body: {'security_group_rule': {'security_group_id': '217c7539-fa21-45b6-99a5-a5719d45417f', 'project_id': '78bb53cbc7294569b7f5c09aa2eeb6cc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:27:22.355053 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.db.securitygroups_db [None req-081a0e89-8379-4aa1-bc34-af2734fb8c3e tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Project 78bb53cbc7294569b7f5c09aa2eeb6cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 18 18:27:22.360249 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-081a0e89-8379-4aa1-bc34-af2734fb8c3e tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:27:22.361422 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_hamode_db [None req-ec5aa54c-5b96-4397-be18-7643551bd36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aecd96e-8816-4d24-b5b2-abcaf53162b9', 'name': 'tempest-TestMinimumBasicScenario-1843931220-router', 'tenant_id': '78bb53cbc7294569b7f5c09aa2eeb6cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'external_fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'ff996bd9-472d-4856-9bb7-46850ad44898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:26:26Z', 'updated_at': '2021-11-18T18:26:28Z', 'revision_number': 4, 'project_id': '78bb53cbc7294569b7f5c09aa2eeb6cc', 'gw_port': {'id': 'ff996bd9-472d-4856-9bb7-46850ad44898', 'name': '', 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aecd96e-8816-4d24-b5b2-abcaf53162b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:26:26Z', 'updated_at': '2021-11-18T18:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816695-1-iscsi', '_floatingips': [{'id': 'f04d1cc2-f0a7-451f-ad97-32bb2eac0535', 'tenant_id': '78bb53cbc7294569b7f5c09aa2eeb6cc', 'floating_ip_address': '172.27.0.219', 'floating_network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'router_id': '3aecd96e-8816-4d24-b5b2-abcaf53162b9', 'port_id': '327387c8-971f-45dd-bc72-0f7cac9c594f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fbb7eb2-7807-46da-99b0-3bb51a103e12', 'mac_address': 'fa:16:3e:bd:1f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bb6d5e-c691-4e9d-8e50-15eac8456823', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T18:27:20Z', 'updated_at': '2021-11-18T18:27:20Z', 'revision_number': 0, 'project_id': '78bb53cbc7294569b7f5c09aa2eeb6cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab8ffc7c-6a65-4a05-8630-11aaf9dcaf87', 'name': '', 'network_id': '8fbb7eb2-7807-46da-99b0-3bb51a103e12', 'tenant_id': '78bb53cbc7294569b7f5c09aa2eeb6cc', 'mac_address': 'fa:16:3e:37:23:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aecd96e-8816-4d24-b5b2-abcaf53162b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '39a8ee46-0ca9-4feb-bcbe-4306173140b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:26:28Z', 'updated_at': '2021-11-18T18:26:33Z', 'revision_number': 5, 'project_id': '78bb53cbc7294569b7f5c09aa2eeb6cc', 'subnets': [{'id': '39a8ee46-0ca9-4feb-bcbe-4306173140b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816695-1-iscsi', False) {} {{(pid=101555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:27:22.391095 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5aa54c-5b96-4397-be18-7643551bd36f None None] The sync data for ids ['3aecd96e-8816-4d24-b5b2-abcaf53162b9'] in dv-cinder-816695-1-iscsi is: [{'id': '3aecd96e-8816-4d24-b5b2-abcaf53162b9', 'name': 'tempest-TestMinimumBasicScenario-1843931220-router', 'tenant_id': '78bb53cbc7294569b7f5c09aa2eeb6cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'external_fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'ff996bd9-472d-4856-9bb7-46850ad44898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:26:26Z', 'updated_at': '2021-11-18T18:26:28Z', 'revision_number': 4, 'project_id': '78bb53cbc7294569b7f5c09aa2eeb6cc', 'gw_port': {'id': 'ff996bd9-472d-4856-9bb7-46850ad44898', 'name': '', 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aecd96e-8816-4d24-b5b2-abcaf53162b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:26:26Z', 'updated_at': '2021-11-18T18:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816695-1-iscsi', '_floatingips': [{'id': 'f04d1cc2-f0a7-451f-ad97-32bb2eac0535', 'tenant_id': '78bb53cbc7294569b7f5c09aa2eeb6cc', 'floating_ip_address': '172.27.0.219', 'floating_network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'router_id': '3aecd96e-8816-4d24-b5b2-abcaf53162b9', 'port_id': '327387c8-971f-45dd-bc72-0f7cac9c594f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fbb7eb2-7807-46da-99b0-3bb51a103e12', 'mac_address': 'fa:16:3e:bd:1f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bb6d5e-c691-4e9d-8e50-15eac8456823', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T18:27:20Z', 'updated_at': '2021-11-18T18:27:20Z', 'revision_number': 0, 'project_id': '78bb53cbc7294569b7f5c09aa2eeb6cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab8ffc7c-6a65-4a05-8630-11aaf9dcaf87', 'name': '', 'network_id': '8fbb7eb2-7807-46da-99b0-3bb51a103e12', 'tenant_id': '78bb53cbc7294569b7f5c09aa2eeb6cc', 'mac_address': 'fa:16:3e:37:23:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aecd96e-8816-4d24-b5b2-abcaf53162b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '39a8ee46-0ca9-4feb-bcbe-4306173140b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:26:28Z', 'updated_at': '2021-11-18T18:26:33Z', 'revision_number': 5, 'project_id': '78bb53cbc7294569b7f5c09aa2eeb6cc', 'subnets': [{'id': '39a8ee46-0ca9-4feb-bcbe-4306173140b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 18:27:22.427240 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-081a0e89-8379-4aa1-bc34-af2734fb8c3e tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:27:22.431265 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-081a0e89-8379-4aa1-bc34-af2734fb8c3e tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577100'] for security_group_rule, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:27:22.451347 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081a0e89-8379-4aa1-bc34-af2734fb8c3e tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ef781d8-7dd4-4c9d-bb4a-9d31f10568ac,revision_number=0']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:27:22.457555 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-081a0e89-8379-4aa1-bc34-af2734fb8c3e tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:27:22.458687 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-081a0e89-8379-4aa1-bc34-af2734fb8c3e tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1282175 Nov 18 18:27:22.539058 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-27d3bcdb-58d9-412c-b0e5-2eb74aa31d3a req-8cca0237-7759-413e-a8be-6b71d0cb1083 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1641130095&fields=id&tenant_id=78bb53cbc7294569b7f5c09aa2eeb6cc HTTP/1.1" status: 200 len: 267 time: 0.0349731 Nov 18 18:27:22.583829 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6305891b-f256-429c-8271-6805d5017393 None None] New status for floating IP f04d1cc2-f0a7-451f-ad97-32bb2eac0535: ACTIVE {{(pid=101556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 18 18:27:22.595101 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d3bcdb-58d9-412c-b0e5-2eb74aa31d3a req-e087d640-30f5-4250-81f8-e2300a678788 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:27:22.596696 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-27d3bcdb-58d9-412c-b0e5-2eb74aa31d3a req-e087d640-30f5-4250-81f8-e2300a678788 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] 10.222.0.21 "GET /v2.0/ports?device_id=82bb6d5e-c691-4e9d-8e50-15eac8456823 HTTP/1.1" status: 200 len: 945 time: 0.0511408 Nov 18 18:27:22.608654 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.v2.base [req-27d3bcdb-58d9-412c-b0e5-2eb74aa31d3a req-08244049-521d-4052-838e-27d17a759512 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Request body: {'port': {'security_groups': ['43bd9df0-a033-46d8-9455-f560ad2e2a09', '217c7539-fa21-45b6-99a5-a5719d45417f']}} {{(pid=101553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:27:22.676455 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-27d3bcdb-58d9-412c-b0e5-2eb74aa31d3a req-08244049-521d-4052-838e-27d17a759512 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:27:22.872628 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.db [req-27d3bcdb-58d9-412c-b0e5-2eb74aa31d3a req-08244049-521d-4052-838e-27d17a759512 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] For port 327387c8-971f-45dd-bc72-0f7cac9c594f, host hv-cinder-81669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81669',level=0,port_id=327387c8-971f-45dd-bc72-0f7cac9c594f,segment=NetworkSegment(1edf0e35-424e-4f94-8a9f-eeaff4629c50),segment_id=1edf0e35-424e-4f94-8a9f-eeaff4629c50)] {{(pid=101553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:27:22.904879 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-27d3bcdb-58d9-412c-b0e5-2eb74aa31d3a req-08244049-521d-4052-838e-27d17a759512 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Notify callbacks [] for port, precommit_update {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:27:22.909890 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-27d3bcdb-58d9-412c-b0e5-2eb74aa31d3a req-08244049-521d-4052-838e-27d17a759512 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5584123'] for port, after_update {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:27:22.921902 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] get_ports_and_sgs() called for port_ids ['327387c8-971f-45dd-bc72-0f7cac9c594f'] {{(pid=101555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 18:27:22.953663 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d3bcdb-58d9-412c-b0e5-2eb74aa31d3a req-08244049-521d-4052-838e-27d17a759512 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:27:22.954306 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-27d3bcdb-58d9-412c-b0e5-2eb74aa31d3a req-08244049-521d-4052-838e-27d17a759512 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47340'] for port, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:27:22.955749 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-27d3bcdb-58d9-412c-b0e5-2eb74aa31d3a req-08244049-521d-4052-838e-27d17a759512 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] 10.222.0.21 "PUT /v2.0/ports/327387c8-971f-45dd-bc72-0f7cac9c594f HTTP/1.1" status: 200 len: 981 time: 0.3524311 Nov 18 18:27:22.985120 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08244049-521d-4052-838e-27d17a759512 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Pushing event updated for resources: {'Port': ['ID=327387c8-971f-45dd-bc72-0f7cac9c594f,revision_number=6']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:27:23.021913 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] get_ports_and_sgs() called for port_ids ['327387c8-971f-45dd-bc72-0f7cac9c594f'] {{(pid=101555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 18:27:23.092885 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a4ecba-d868-44cc-bcef-ceb1bfc6c348 req-282ffbbb-724d-445c-b777-f8f412b2d4bd tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:27:23.094622 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-e8a4ecba-d868-44cc-bcef-ceb1bfc6c348 req-282ffbbb-724d-445c-b777-f8f412b2d4bd tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] 10.222.0.21 "GET /v2.0/ports?device_id=82bb6d5e-c691-4e9d-8e50-15eac8456823 HTTP/1.1" status: 200 len: 984 time: 0.0630078 Nov 18 18:27:23.146915 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-e8a4ecba-d868-44cc-bcef-ceb1bfc6c348 req-d47dc546-f0f9-4e98-843d-eb7998160698 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] 10.222.0.21 "GET /v2.0/security-groups?id=217c7539-fa21-45b6-99a5-a5719d45417f&id=43bd9df0-a033-46d8-9455-f560ad2e2a09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0458758 Nov 18 18:27:23.251837 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-297606c1-582e-4b2b-a82a-b7a7cb08f69c None None] Provisioning complete for port 327387c8-971f-45dd-bc72-0f7cac9c594f triggered by entity DHCP. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:27:23.252117 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-297606c1-582e-4b2b-a82a-b7a7cb08f69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:27:23.533303 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82bb6d5e-c691-4e9d-8e50-15eac8456823', 'tag': '327387c8-971f-45dd-bc72-0f7cac9c594f'}] {{(pid=101553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:27:23.535682 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3f9c8695bc273365e1ae5046181e224bccdab9c1f2bdac51621509927968c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7686179c-9e33-4847-a8bc-8a2a30af58ef" -d '{"events": [{"name": "network-changed", "server_uuid": "82bb6d5e-c691-4e9d-8e50-15eac8456823", "tag": "327387c8-971f-45dd-bc72-0f7cac9c594f"}]}' {{(pid=101553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:27:23.581013 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 18:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28f1dde7-be32-48bb-92b9-3837388e6d64 x-openstack-request-id: req-28f1dde7-be32-48bb-92b9-3837388e6d64 {{(pid=101553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:27:23.581300 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82bb6d5e-c691-4e9d-8e50-15eac8456823", "tag": "327387c8-971f-45dd-bc72-0f7cac9c594f", "status": "completed", "code": 200}]} {{(pid=101553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:27:23.581549 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-28f1dde7-be32-48bb-92b9-3837388e6d64 {{(pid=101553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:27:23.581936 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82bb6d5e-c691-4e9d-8e50-15eac8456823', 'tag': '327387c8-971f-45dd-bc72-0f7cac9c594f', 'status': 'completed', 'code': 200} Nov 18 18:27:23.666481 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7686179c-9e33-4847-a8bc-8a2a30af58ef req-fd607dbe-bf7f-4da4-855c-dfa22a1aa9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:27:23.668538 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-7686179c-9e33-4847-a8bc-8a2a30af58ef req-fd607dbe-bf7f-4da4-855c-dfa22a1aa9b0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=78bb53cbc7294569b7f5c09aa2eeb6cc&device_id=82bb6d5e-c691-4e9d-8e50-15eac8456823 HTTP/1.1" status: 200 len: 1137 time: 0.0587554 Nov 18 18:27:23.765728 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7686179c-9e33-4847-a8bc-8a2a30af58ef req-b31359ec-dd64-42ed-af89-f4396c410d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:27:23.767215 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-7686179c-9e33-4847-a8bc-8a2a30af58ef req-b31359ec-dd64-42ed-af89-f4396c410d3a service neutron] 10.222.0.46 "GET /v2.0/networks?id=8fbb7eb2-7807-46da-99b0-3bb51a103e12 HTTP/1.1" status: 200 len: 916 time: 0.0907588 Nov 18 18:27:23.832606 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-7686179c-9e33-4847-a8bc-8a2a30af58ef req-15113495-a6ae-4128-8e21-8b6cfee35c90 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=327387c8-971f-45dd-bc72-0f7cac9c594f HTTP/1.1" status: 200 len: 1001 time: 0.0579724 Nov 18 18:27:23.887940 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7686179c-9e33-4847-a8bc-8a2a30af58ef req-338bcf38-0ff0-4e2c-9978-12db6dd57187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:27:23.889443 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-7686179c-9e33-4847-a8bc-8a2a30af58ef req-338bcf38-0ff0-4e2c-9978-12db6dd57187 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=39a8ee46-0ca9-4feb-bcbe-4306173140b4 HTTP/1.1" status: 200 len: 854 time: 0.0489805 Nov 18 18:27:23.935254 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7686179c-9e33-4847-a8bc-8a2a30af58ef req-7962d0df-1474-43e2-a41a-8a46c350e18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:27:23.936765 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-7686179c-9e33-4847-a8bc-8a2a30af58ef req-7962d0df-1474-43e2-a41a-8a46c350e18b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8fbb7eb2-7807-46da-99b0-3bb51a103e12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403256 Nov 18 18:27:24.023057 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-7686179c-9e33-4847-a8bc-8a2a30af58ef req-009c8704-0350-40fe-8ba9-6799ac6aed75 service neutron] 10.222.0.46 "GET /v2.0/networks/8fbb7eb2-7807-46da-99b0-3bb51a103e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792310 Nov 18 18:27:24.113108 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-7686179c-9e33-4847-a8bc-8a2a30af58ef req-47588708-955c-4d24-8cb0-c65a1011eea0 service neutron] 10.222.0.46 "GET /v2.0/networks/8fbb7eb2-7807-46da-99b0-3bb51a103e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830498 Nov 18 18:27:25.659546 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:27:35.016289 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-9f14a1b9-26dd-44d5-99bc-f0766277d089 req-ffc6d8f3-ee9a-4a5d-8418-f427f89720a4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0c7f4d08-de13-4e1d-8ccc-3f0aa255f305&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0409389 Nov 18 18:27:35.114063 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f14a1b9-26dd-44d5-99bc-f0766277d089 req-7eeee514-ada1-4b04-93ba-a22e026c21b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:27:35.116064 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-9f14a1b9-26dd-44d5-99bc-f0766277d089 req-7eeee514-ada1-4b04-93ba-a22e026c21b5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d3feb8b6d06d47f597e7f875d0b7baaa&device_id=0c7f4d08-de13-4e1d-8ccc-3f0aa255f305 HTTP/1.1" status: 200 len: 1099 time: 0.0523245 Nov 18 18:27:35.229335 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f14a1b9-26dd-44d5-99bc-f0766277d089 req-63299fa0-0a91-4302-b232-99c422d9abc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:27:35.230818 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-9f14a1b9-26dd-44d5-99bc-f0766277d089 req-63299fa0-0a91-4302-b232-99c422d9abc6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3934163e-7755-439f-bda9-12f9f87b1bd2 HTTP/1.1" status: 200 len: 913 time: 0.0940459 Nov 18 18:27:35.297858 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-9f14a1b9-26dd-44d5-99bc-f0766277d089 req-e0f42690-9263-4ca2-b4d0-b781304d5233 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d6be0816-9359-4237-839a-f580fa4e1239 HTTP/1.1" status: 200 len: 1002 time: 0.0594440 Nov 18 18:27:35.350442 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f14a1b9-26dd-44d5-99bc-f0766277d089 req-62b0bbb8-9fd7-4aaf-be9e-be0a362189a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:27:35.352231 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-9f14a1b9-26dd-44d5-99bc-f0766277d089 req-62b0bbb8-9fd7-4aaf-be9e-be0a362189a5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=28855948-909f-4d6a-a5b1-6e9277fe95e3 HTTP/1.1" status: 200 len: 851 time: 0.0477738 Nov 18 18:27:35.399367 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f14a1b9-26dd-44d5-99bc-f0766277d089 req-41326c09-2258-4ff1-a72b-e103129ce9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:27:35.400931 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-9f14a1b9-26dd-44d5-99bc-f0766277d089 req-41326c09-2258-4ff1-a72b-e103129ce9a5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3934163e-7755-439f-bda9-12f9f87b1bd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414908 Nov 18 18:27:35.493689 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-9f14a1b9-26dd-44d5-99bc-f0766277d089 req-59ca01d2-3ce8-4669-bd51-625a1895eacf service neutron] 10.222.0.46 "GET /v2.0/networks/3934163e-7755-439f-bda9-12f9f87b1bd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849936 Nov 18 18:27:35.585695 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-9f14a1b9-26dd-44d5-99bc-f0766277d089 req-e68a5414-619e-4163-8ffb-9d7f0cf14240 service neutron] 10.222.0.46 "GET /v2.0/networks/3934163e-7755-439f-bda9-12f9f87b1bd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844901 Nov 18 18:27:41.007464 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-78d5cf7a-589b-4c69-b4fc-4a979c0f8710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:27:44.035453 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-878e3960-2be9-4796-a315-9d093c51c668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:27:44.209142 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:27:44.946931 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-e3a848c2-ffa0-4288-a759-e5f077163e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:27:46.982832 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-cd169395-ba62-4885-8b1f-e6616afe023f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:27:47.878292 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.agents_db [None req-879798a6-d64d-4745-9d9a-40c50c0efc22 None None] Agent healthcheck: found 6 active agents {{(pid=101556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 18:27:55.672386 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:28:11.007830 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-3f032629-f932-499e-9cea-c06ccde85d1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:28:14.036722 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-2e295d0f-2b43-40dd-b3ad-327a98ca434e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:28:14.210801 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:28:14.952602 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-e3a848c2-ffa0-4288-a759-e5f077163e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:28:15.341456 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12f6b25-2b75-4917-ab25-a3d3a22ae3b8 req-0a3dd30f-7059-4ce4-9f11-ff77f434a66d tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:28:15.342917 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-e12f6b25-2b75-4917-ab25-a3d3a22ae3b8 req-0a3dd30f-7059-4ce4-9f11-ff77f434a66d tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c7f4d08-de13-4e1d-8ccc-3f0aa255f305 HTTP/1.1" status: 200 len: 946 time: 0.0482180 Nov 18 18:28:15.380116 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-e12f6b25-2b75-4917-ab25-a3d3a22ae3b8 req-efa7c5a2-5f29-4aa6-9699-cffa807aa62f tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.21 "GET /v2.0/security-groups?id=40510119-f699-4f4c-a824-ec0b23543939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311894 Nov 18 18:28:16.509394 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cbc59e-2dde-4e38-b40f-55a0d3116877 req-fe4904f0-f440-4a2f-91e2-5e8a71dca300 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:28:16.511693 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-83cbc59e-2dde-4e38-b40f-55a0d3116877 req-fe4904f0-f440-4a2f-91e2-5e8a71dca300 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c7f4d08-de13-4e1d-8ccc-3f0aa255f305 HTTP/1.1" status: 200 len: 946 time: 0.0533011 Nov 18 18:28:16.554116 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-83cbc59e-2dde-4e38-b40f-55a0d3116877 req-69ff2a10-d010-46fd-b6ea-24ea6023a620 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.21 "GET /v2.0/security-groups?id=40510119-f699-4f4c-a824-ec0b23543939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353189 Nov 18 18:28:16.980806 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-cd169395-ba62-4885-8b1f-e6616afe023f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:28:17.048455 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06600a46-676b-47a1-a2b5-1a0f62db18b5 req-0ff28bc1-3af8-44c2-b842-c9307b5d38a4 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:28:17.049911 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-06600a46-676b-47a1-a2b5-1a0f62db18b5 req-0ff28bc1-3af8-44c2-b842-c9307b5d38a4 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c7f4d08-de13-4e1d-8ccc-3f0aa255f305 HTTP/1.1" status: 200 len: 946 time: 0.0479059 Nov 18 18:28:17.137913 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.plugin [req-06600a46-676b-47a1-a2b5-1a0f62db18b5 req-f2e2f2b6-94a3-47be-9f44-891f0ef6e866 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Deleting port d6be0816-9359-4237-839a-f580fa4e1239 {{(pid=101553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 18 18:28:17.138253 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-06600a46-676b-47a1-a2b5-1a0f62db18b5 req-f2e2f2b6-94a3-47be-9f44-891f0ef6e866 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768457215290'] for port, before_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:28:17.226491 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.db [req-06600a46-676b-47a1-a2b5-1a0f62db18b5 req-f2e2f2b6-94a3-47be-9f44-891f0ef6e866 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] For port d6be0816-9359-4237-839a-f580fa4e1239, host hv-cinder-81669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81669',level=0,port_id=d6be0816-9359-4237-839a-f580fa4e1239,segment=NetworkSegment(534bee31-a5bf-46bd-8839-28b388237d13),segment_id=534bee31-a5bf-46bd-8839-28b388237d13)] {{(pid=101553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:28:17.226855 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-06600a46-676b-47a1-a2b5-1a0f62db18b5 req-f2e2f2b6-94a3-47be-9f44-891f0ef6e866 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369284'] for port, precommit_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:28:17.391903 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-06600a46-676b-47a1-a2b5-1a0f62db18b5 req-f2e2f2b6-94a3-47be-9f44-891f0ef6e866 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:28:17.392161 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-06600a46-676b-47a1-a2b5-1a0f62db18b5 req-f2e2f2b6-94a3-47be-9f44-891f0ef6e866 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-366129'] for floatingip, after_update {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:28:17.392446 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.db.l3_db [req-06600a46-676b-47a1-a2b5-1a0f62db18b5 req-f2e2f2b6-94a3-47be-9f44-891f0ef6e866 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Floating IP 09305f36-df5c-44a4-9694-394b946a44dd disassociated. External IP: 172.27.0.161, port: d6be0816-9359-4237-839a-f580fa4e1239. Nov 18 18:28:17.392786 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.plugin [req-06600a46-676b-47a1-a2b5-1a0f62db18b5 req-f2e2f2b6-94a3-47be-9f44-891f0ef6e866 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Calling delete_port for d6be0816-9359-4237-839a-f580fa4e1239 owned by compute:nova {{(pid=101553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 18 18:28:17.523778 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-06600a46-676b-47a1-a2b5-1a0f62db18b5 req-f2e2f2b6-94a3-47be-9f44-891f0ef6e866 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768457221690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768456900410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5584108'] for port, after_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:28:17.557372 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e2f2b6-94a3-47be-9f44-891f0ef6e866 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Pushing event deleted for resources: {'Port': ['ID=d6be0816-9359-4237-839a-f580fa4e1239,revision_number=None']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:28:17.569288 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e2f2b6-94a3-47be-9f44-891f0ef6e866 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:28:17.569639 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e2f2b6-94a3-47be-9f44-891f0ef6e866 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:28:17.569979 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e2f2b6-94a3-47be-9f44-891f0ef6e866 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:28:17.570347 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e2f2b6-94a3-47be-9f44-891f0ef6e866 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:28:17.570681 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e2f2b6-94a3-47be-9f44-891f0ef6e866 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:28:17.571011 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e2f2b6-94a3-47be-9f44-891f0ef6e866 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:28:17.571346 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e2f2b6-94a3-47be-9f44-891f0ef6e866 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:28:17.572585 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e2f2b6-94a3-47be-9f44-891f0ef6e866 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:28:17.572585 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e2f2b6-94a3-47be-9f44-891f0ef6e866 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:28:17.573205 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e2f2b6-94a3-47be-9f44-891f0ef6e866 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:28:17.573326 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e2f2b6-94a3-47be-9f44-891f0ef6e866 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:28:17.573644 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e2f2b6-94a3-47be-9f44-891f0ef6e866 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:28:17.672100 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-c0880830-35e2-4211-9eec-ce7efcad3279 req-36c43206-233e-470e-a1c3-a4a0cc1a42cf tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c7f4d08-de13-4e1d-8ccc-3f0aa255f305 HTTP/1.1" status: 200 len: 210 time: 0.0320148 Nov 18 18:28:17.714292 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.scheduler.l3_agent_scheduler [req-06600a46-676b-47a1-a2b5-1a0f62db18b5 req-f2e2f2b6-94a3-47be-9f44-891f0ef6e866 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Router 5901960b-0c52-423d-9136-572b11dcde21 has already been hosted by L3 agent 11d55508-f5ea-4178-bd3a-0ed8666e5761 {{(pid=101553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 18:28:17.845637 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-06600a46-676b-47a1-a2b5-1a0f62db18b5 req-f2e2f2b6-94a3-47be-9f44-891f0ef6e866 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Notify agent at l3_agent.dv-cinder-816695-1-iscsi the message routers_updated {{(pid=101553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 18:28:17.855683 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b040cc1-f538-42e7-b6e2-99727382f38f None None] Sync routers for ids ['5901960b-0c52-423d-9136-572b11dcde21'] in dv-cinder-816695-1-iscsi {{(pid=101555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 18:28:17.867516 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b040cc1-f538-42e7-b6e2-99727382f38f None None] Routers {'5901960b-0c52-423d-9136-572b11dcde21'} bound to L3 agent in host dv-cinder-816695-1-iscsi {{(pid=101555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:28:17.868294 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_hamode_db [None req-7b040cc1-f538-42e7-b6e2-99727382f38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T18:05:14Z,description=,heartbeat_timestamp=2021-11-18T18:28:14Z,host='dv-cinder-816695-1-iscsi',id=11d55508-f5ea-4178-bd3a-0ed8666e5761,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T18:05:14Z,topic='l3_agent')) {'router_ids': ['5901960b-0c52-423d-9136-572b11dcde21'], 'active': True} {{(pid=101555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:28:17.892711 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.db.l3_dvrscheduler_db [req-06600a46-676b-47a1-a2b5-1a0f62db18b5 req-f2e2f2b6-94a3-47be-9f44-891f0ef6e866 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] No DVR routers for this DVR port d6be0816-9359-4237-839a-f580fa4e1239 on host hv-cinder-81669 {{(pid=101553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 18:28:17.895506 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-06600a46-676b-47a1-a2b5-1a0f62db18b5 req-f2e2f2b6-94a3-47be-9f44-891f0ef6e866 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47340'] for port, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:28:17.899062 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-06600a46-676b-47a1-a2b5-1a0f62db18b5 req-f2e2f2b6-94a3-47be-9f44-891f0ef6e866 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.46 "DELETE /v2.0/ports/d6be0816-9359-4237-839a-f580fa4e1239 HTTP/1.1" status: 204 len: 173 time: 0.8434761 Nov 18 18:28:17.899534 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c7f4d08-de13-4e1d-8ccc-3f0aa255f305', 'name': 'network-vif-deleted', 'tag': 'd6be0816-9359-4237-839a-f580fa4e1239'}] {{(pid=101553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:28:17.902234 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3f9c8695bc273365e1ae5046181e224bccdab9c1f2bdac51621509927968c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36196269-a504-4424-b3d2-c82aab0d5512" -d '{"events": [{"server_uuid": "0c7f4d08-de13-4e1d-8ccc-3f0aa255f305", "name": "network-vif-deleted", "tag": "d6be0816-9359-4237-839a-f580fa4e1239"}]}' {{(pid=101553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:28:17.955798 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 18:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5f22cdc-695f-488e-8d1c-352aecf2f52a x-openstack-request-id: req-c5f22cdc-695f-488e-8d1c-352aecf2f52a {{(pid=101553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:28:17.956277 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c7f4d08-de13-4e1d-8ccc-3f0aa255f305", "name": "network-vif-deleted", "tag": "d6be0816-9359-4237-839a-f580fa4e1239", "status": "completed", "code": 200}]} {{(pid=101553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:28:17.956556 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c5f22cdc-695f-488e-8d1c-352aecf2f52a {{(pid=101553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:28:17.956925 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c7f4d08-de13-4e1d-8ccc-3f0aa255f305', 'name': 'network-vif-deleted', 'tag': 'd6be0816-9359-4237-839a-f580fa4e1239', 'status': 'completed', 'code': 200} Nov 18 18:28:17.994985 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_dvr_db [None req-7b040cc1-f538-42e7-b6e2-99727382f38f None None] Set router 5901960b-0c52-423d-9136-572b11dcde21 gateway port host: dv-cinder-816695-1-iscsi {{(pid=101555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:28:18.220037 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_hamode_db [None req-7b040cc1-f538-42e7-b6e2-99727382f38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5901960b-0c52-423d-9136-572b11dcde21', 'name': 'tempest-TestVolumeBootPattern-1250912335-router', 'tenant_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'external_fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': 'ff7d3f67-3e07-4d14-b80d-4cab3fc90c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:25:02Z', 'updated_at': '2021-11-18T18:25:05Z', 'revision_number': 4, 'project_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'gw_port': {'id': 'ff7d3f67-3e07-4d14-b80d-4cab3fc90c52', 'name': '', 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:5a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5901960b-0c52-423d-9136-572b11dcde21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:25:02Z', 'updated_at': '2021-11-18T18:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816695-1-iscsi', '_interfaces': [{'id': '560a4b6d-e9de-487b-ad59-0fe5987b2c97', 'name': '', 'network_id': '3934163e-7755-439f-bda9-12f9f87b1bd2', 'tenant_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'mac_address': 'fa:16:3e:ff:a8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5901960b-0c52-423d-9136-572b11dcde21', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '28855948-909f-4d6a-a5b1-6e9277fe95e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:25:04Z', 'updated_at': '2021-11-18T18:25:11Z', 'revision_number': 5, 'project_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'subnets': [{'id': '28855948-909f-4d6a-a5b1-6e9277fe95e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816695-1-iscsi', False) {} {{(pid=101555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:28:18.251910 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b040cc1-f538-42e7-b6e2-99727382f38f None None] Checking router: 5901960b-0c52-423d-9136-572b11dcde21 for host: dv-cinder-816695-1-iscsi {{(pid=101555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 18:28:18.261309 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b040cc1-f538-42e7-b6e2-99727382f38f None None] Routers {'5901960b-0c52-423d-9136-572b11dcde21'} bound to L3 agent in host dv-cinder-816695-1-iscsi {{(pid=101555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:28:18.261918 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_hamode_db [None req-7b040cc1-f538-42e7-b6e2-99727382f38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T18:05:14Z,description=,heartbeat_timestamp=2021-11-18T18:28:14Z,host='dv-cinder-816695-1-iscsi',id=11d55508-f5ea-4178-bd3a-0ed8666e5761,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T18:05:14Z,topic='l3_agent')) {'router_ids': ['5901960b-0c52-423d-9136-572b11dcde21'], 'active': True} {{(pid=101555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:28:18.374058 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_dvr_db [None req-7b040cc1-f538-42e7-b6e2-99727382f38f None None] Set router 5901960b-0c52-423d-9136-572b11dcde21 gateway port host: dv-cinder-816695-1-iscsi {{(pid=101555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:28:18.590791 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_hamode_db [None req-7b040cc1-f538-42e7-b6e2-99727382f38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5901960b-0c52-423d-9136-572b11dcde21', 'name': 'tempest-TestVolumeBootPattern-1250912335-router', 'tenant_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'external_fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': 'ff7d3f67-3e07-4d14-b80d-4cab3fc90c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:25:02Z', 'updated_at': '2021-11-18T18:25:05Z', 'revision_number': 4, 'project_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'gw_port': {'id': 'ff7d3f67-3e07-4d14-b80d-4cab3fc90c52', 'name': '', 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:5a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5901960b-0c52-423d-9136-572b11dcde21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:25:02Z', 'updated_at': '2021-11-18T18:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816695-1-iscsi', '_interfaces': [{'id': '560a4b6d-e9de-487b-ad59-0fe5987b2c97', 'name': '', 'network_id': '3934163e-7755-439f-bda9-12f9f87b1bd2', 'tenant_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'mac_address': 'fa:16:3e:ff:a8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5901960b-0c52-423d-9136-572b11dcde21', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '28855948-909f-4d6a-a5b1-6e9277fe95e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:25:04Z', 'updated_at': '2021-11-18T18:25:11Z', 'revision_number': 5, 'project_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'subnets': [{'id': '28855948-909f-4d6a-a5b1-6e9277fe95e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816695-1-iscsi', False) {} {{(pid=101555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:28:18.624969 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b040cc1-f538-42e7-b6e2-99727382f38f None None] The sync data for ids ['5901960b-0c52-423d-9136-572b11dcde21'] in dv-cinder-816695-1-iscsi is: [{'id': '5901960b-0c52-423d-9136-572b11dcde21', 'name': 'tempest-TestVolumeBootPattern-1250912335-router', 'tenant_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'external_fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': 'ff7d3f67-3e07-4d14-b80d-4cab3fc90c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:25:02Z', 'updated_at': '2021-11-18T18:25:05Z', 'revision_number': 4, 'project_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'gw_port': {'id': 'ff7d3f67-3e07-4d14-b80d-4cab3fc90c52', 'name': '', 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:5a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5901960b-0c52-423d-9136-572b11dcde21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:25:02Z', 'updated_at': '2021-11-18T18:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816695-1-iscsi', '_interfaces': [{'id': '560a4b6d-e9de-487b-ad59-0fe5987b2c97', 'name': '', 'network_id': '3934163e-7755-439f-bda9-12f9f87b1bd2', 'tenant_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'mac_address': 'fa:16:3e:ff:a8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5901960b-0c52-423d-9136-572b11dcde21', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '28855948-909f-4d6a-a5b1-6e9277fe95e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:25:04Z', 'updated_at': '2021-11-18T18:25:11Z', 'revision_number': 5, 'project_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'subnets': [{'id': '28855948-909f-4d6a-a5b1-6e9277fe95e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 18:28:18.873901 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de71176-e22b-4ea0-b6ae-da5b28043b4b None None] New status for floating IP 09305f36-df5c-44a4-9694-394b946a44dd: DOWN {{(pid=101556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 18 18:28:18.960929 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-f705ea2e-0595-45f3-b707-39d3acc33ef9 req-cee2dca7-c780-4667-90a7-95223feb0fbe tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1867372108&fields=id&tenant_id=d3feb8b6d06d47f597e7f875d0b7baaa HTTP/1.1" status: 200 len: 267 time: 0.0379872 Nov 18 18:28:19.078344 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f705ea2e-0595-45f3-b707-39d3acc33ef9 req-7eb85627-b682-4ff1-aaab-10316eb6d8f5 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:28:19.079725 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-f705ea2e-0595-45f3-b707-39d3acc33ef9 req-7eb85627-b682-4ff1-aaab-10316eb6d8f5 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.21 "GET /v2.0/networks?id=3934163e-7755-439f-bda9-12f9f87b1bd2 HTTP/1.1" status: 200 len: 812 time: 0.1114814 Nov 18 18:28:19.094096 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-f705ea2e-0595-45f3-b707-39d3acc33ef9 req-19323044-0126-4446-9073-b6405a0359e8 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.21 "GET /v2.0/quotas/d3feb8b6d06d47f597e7f875d0b7baaa HTTP/1.1" status: 200 len: 375 time: 0.0086749 Nov 18 18:28:19.149993 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-f705ea2e-0595-45f3-b707-39d3acc33ef9 req-898aa9eb-4542-46ba-bd18-383ebf65bc9e tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d3feb8b6d06d47f597e7f875d0b7baaa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0507617 Nov 18 18:28:19.241954 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-f705ea2e-0595-45f3-b707-39d3acc33ef9 req-31255cb5-0a30-4430-bab4-1cc27cfa013d service neutron] 10.222.0.21 "GET /v2.0/networks/3934163e-7755-439f-bda9-12f9f87b1bd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803797 Nov 18 18:28:19.338024 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-f705ea2e-0595-45f3-b707-39d3acc33ef9 req-3dedc864-c84c-4c42-a690-56bf79f8975c service neutron] 10.222.0.21 "GET /v2.0/networks/3934163e-7755-439f-bda9-12f9f87b1bd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850787 Nov 18 18:28:20.643231 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-a7e69f9e-73f6-4e6b-bcb6-55d25c8d4e10 req-d91fec30-b5c0-4714-95f4-921251d63439 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.21 "GET /v2.0/ports?device_id=e412a94b-73c1-4c05-af6d-f21ce675e37a HTTP/1.1" status: 200 len: 210 time: 0.0278862 Nov 18 18:28:21.431227 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Device d6be0816-9359-4237-839a-f580fa4e1239 no longer exists at agent hyperv_hv-cinder-81669 {{(pid=101555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 18:28:21.457036 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.plugin [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] No Port match for: d6be0816-9359-4237-839a-f580fa4e1239 {{(pid=101555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 18 18:28:21.457428 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Device d6be0816-9359-4237-839a-f580fa4e1239 not bound to the agent host hv-cinder-81669 {{(pid=101555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 18:28:21.556541 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f705ea2e-0595-45f3-b707-39d3acc33ef9 req-64b76c05-37d6-4356-a98f-717f5c8ecdaf tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:28:21.557965 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-f705ea2e-0595-45f3-b707-39d3acc33ef9 req-64b76c05-37d6-4356-a98f-717f5c8ecdaf tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.46 "GET /v2.0/networks?id=3934163e-7755-439f-bda9-12f9f87b1bd2 HTTP/1.1" status: 200 len: 812 time: 0.1047997 Nov 18 18:28:21.603879 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-f705ea2e-0595-45f3-b707-39d3acc33ef9 req-0aa74536-1a99-4415-8b65-905052beaa1c tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d3feb8b6d06d47f597e7f875d0b7baaa HTTP/1.1" status: 200 len: 380 time: 0.0365837 Nov 18 18:28:21.614142 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.v2.base [req-f705ea2e-0595-45f3-b707-39d3acc33ef9 req-fc72c3bc-ef05-4727-b7d6-9dba34ef9c7c tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Request body: {'port': {'device_id': 'e412a94b-73c1-4c05-af6d-f21ce675e37a', 'network_id': '3934163e-7755-439f-bda9-12f9f87b1bd2', 'admin_state_up': True, 'tenant_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'security_groups': ['40510119-f699-4f4c-a824-ec0b23543939']}} {{(pid=101553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:28:21.743251 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-5067a9e0-2cf3-4014-b152-c063c0b9add1 req-d9f0f61c-1fba-4f79-be9c-0c9f99bf6f09 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.21 "GET /v2.0/ports?device_id=e412a94b-73c1-4c05-af6d-f21ce675e37a HTTP/1.1" status: 200 len: 210 time: 0.0316293 Nov 18 18:28:21.751571 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f705ea2e-0595-45f3-b707-39d3acc33ef9 req-fc72c3bc-ef05-4727-b7d6-9dba34ef9c7c tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Made reservation on behalf of d3feb8b6d06d47f597e7f875d0b7baaa for: {'port': 1} {{(pid=101553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 18:28:21.755525 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-f705ea2e-0595-45f3-b707-39d3acc33ef9 req-fc72c3bc-ef05-4727-b7d6-9dba34ef9c7c tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:28:22.151088 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.db.db_base_plugin_common [req-f705ea2e-0595-45f3-b707-39d3acc33ef9 req-fc72c3bc-ef05-4727-b7d6-9dba34ef9c7c tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Allocated IP 172.20.0.6 (3934163e-7755-439f-bda9-12f9f87b1bd2/28855948-909f-4d6a-a5b1-6e9277fe95e3/fe2bc620-0616-4056-a627-e554e4ab6a89) {{(pid=101553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 18:28:22.286129 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-f705ea2e-0595-45f3-b707-39d3acc33ef9 req-fc72c3bc-ef05-4727-b7d6-9dba34ef9c7c tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Notify callbacks [] for port, precommit_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:28:22.318763 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-f705ea2e-0595-45f3-b707-39d3acc33ef9 req-fc72c3bc-ef05-4727-b7d6-9dba34ef9c7c tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768456900401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5584108'] for port, after_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:28:22.359100 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f705ea2e-0595-45f3-b707-39d3acc33ef9 req-fc72c3bc-ef05-4727-b7d6-9dba34ef9c7c tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Network 3934163e-7755-439f-bda9-12f9f87b1bd2 is already hosted by enough agents. {{(pid=101553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:28:22.362112 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.scheduler.base_scheduler [req-f705ea2e-0595-45f3-b707-39d3acc33ef9 req-fc72c3bc-ef05-4727-b7d6-9dba34ef9c7c tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Resources bound (agent type, host, resource id): {{(pid=101553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:28:22.365650 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.db.l3_dvrscheduler_db [req-f705ea2e-0595-45f3-b707-39d3acc33ef9 req-fc72c3bc-ef05-4727-b7d6-9dba34ef9c7c tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Received port after_create {{(pid=101553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 18:28:22.391263 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc72c3bc-ef05-4727-b7d6-9dba34ef9c7c tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Pushing event updated for resources: {'Port': ['ID=fe2bc620-0616-4056-a627-e554e4ab6a89,revision_number=1']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:28:22.422339 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f705ea2e-0595-45f3-b707-39d3acc33ef9 req-fc72c3bc-ef05-4727-b7d6-9dba34ef9c7c tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:28:22.422994 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-f705ea2e-0595-45f3-b707-39d3acc33ef9 req-fc72c3bc-ef05-4727-b7d6-9dba34ef9c7c tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47340'] for port, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:28:22.440733 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-f705ea2e-0595-45f3-b707-39d3acc33ef9 req-fc72c3bc-ef05-4727-b7d6-9dba34ef9c7c tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8301370 Nov 18 18:28:22.453267 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.v2.base [req-f705ea2e-0595-45f3-b707-39d3acc33ef9 req-eb58edd2-5397-4766-bb7c-ad846bba43c6 service neutron] Request body: {'port': {'device_id': 'e412a94b-73c1-4c05-af6d-f21ce675e37a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81669'}} {{(pid=101553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:28:22.512569 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-f705ea2e-0595-45f3-b707-39d3acc33ef9 req-eb58edd2-5397-4766-bb7c-ad846bba43c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:28:22.613365 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-a44981c2-dcf1-499c-9daf-fc79befb3709 None None] Provisioning complete for port fe2bc620-0616-4056-a627-e554e4ab6a89 triggered by entity DHCP. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:28:22.614104 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a44981c2-dcf1-499c-9daf-fc79befb3709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:28:22.653380 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.plugin [None req-a44981c2-dcf1-499c-9daf-fc79befb3709 None None] Port fe2bc620-0616-4056-a627-e554e4ab6a89 cannot update to ACTIVE because it is not bound. {{(pid=101555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 18 18:28:22.781537 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.notifiers.nova [req-f705ea2e-0595-45f3-b707-39d3acc33ef9 req-eb58edd2-5397-4766-bb7c-ad846bba43c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe2bc620-0616-4056-a627-e554e4ab6a89 {{(pid=101553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 18:28:22.792773 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-f705ea2e-0595-45f3-b707-39d3acc33ef9 req-eb58edd2-5397-4766-bb7c-ad846bba43c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:28:22.808597 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.db.provisioning_blocks [req-f705ea2e-0595-45f3-b707-39d3acc33ef9 req-eb58edd2-5397-4766-bb7c-ad846bba43c6 service neutron] Transition to ACTIVE for port object fe2bc620-0616-4056-a627-e554e4ab6a89 will not be triggered until provisioned by entity L2. {{(pid=101553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 18:28:22.813821 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-f705ea2e-0595-45f3-b707-39d3acc33ef9 req-eb58edd2-5397-4766-bb7c-ad846bba43c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5584123'] for port, after_update {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:28:22.895051 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb58edd2-5397-4766-bb7c-ad846bba43c6 service neutron] Pushing event updated for resources: {'Port': ['ID=fe2bc620-0616-4056-a627-e554e4ab6a89,revision_number=2']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:28:22.951168 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c93774-ff41-4b57-be23-c5cbdae0e1a4 req-99fdf49b-3773-422e-ad40-6f8bf14999f9 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:28:22.952901 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-03c93774-ff41-4b57-be23-c5cbdae0e1a4 req-99fdf49b-3773-422e-ad40-6f8bf14999f9 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.21 "GET /v2.0/ports?device_id=e412a94b-73c1-4c05-af6d-f21ce675e37a HTTP/1.1" status: 200 len: 943 time: 0.1114678 Nov 18 18:28:23.000746 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.managers [req-f705ea2e-0595-45f3-b707-39d3acc33ef9 req-eb58edd2-5397-4766-bb7c-ad846bba43c6 service neutron] Attempting to bind port fe2bc620-0616-4056-a627-e554e4ab6a89 on host hv-cinder-81669 for vnic_type normal with profile {{(pid=101553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 18 18:28:23.001100 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.managers [req-f705ea2e-0595-45f3-b707-39d3acc33ef9 req-eb58edd2-5397-4766-bb7c-ad846bba43c6 service neutron] Attempting to bind port fe2bc620-0616-4056-a627-e554e4ab6a89 by drivers openvswitch,hyperv on host hv-cinder-81669 at level 0 using segments [{'id': '534bee31-a5bf-46bd-8839-28b388237d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '3934163e-7755-439f-bda9-12f9f87b1bd2'}] {{(pid=101553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 18 18:28:23.001443 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f705ea2e-0595-45f3-b707-39d3acc33ef9 req-eb58edd2-5397-4766-bb7c-ad846bba43c6 service neutron] Attempting to bind port fe2bc620-0616-4056-a627-e554e4ab6a89 on network 3934163e-7755-439f-bda9-12f9f87b1bd2 {{(pid=101553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:28:23.013442 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f705ea2e-0595-45f3-b707-39d3acc33ef9 req-eb58edd2-5397-4766-bb7c-ad846bba43c6 service neutron] Port fe2bc620-0616-4056-a627-e554e4ab6a89 on network 3934163e-7755-439f-bda9-12f9f87b1bd2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81669 {{(pid=101553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 18:28:23.013771 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f705ea2e-0595-45f3-b707-39d3acc33ef9 req-eb58edd2-5397-4766-bb7c-ad846bba43c6 service neutron] Attempting to bind port fe2bc620-0616-4056-a627-e554e4ab6a89 on network 3934163e-7755-439f-bda9-12f9f87b1bd2 {{(pid=101553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:28:23.022658 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-03c93774-ff41-4b57-be23-c5cbdae0e1a4 req-4d98fefc-2790-4c2f-9dc1-adfdfd92ea1f tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.21 "GET /v2.0/security-groups?id=40510119-f699-4f4c-a824-ec0b23543939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548029 Nov 18 18:28:23.023833 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f705ea2e-0595-45f3-b707-39d3acc33ef9 req-eb58edd2-5397-4766-bb7c-ad846bba43c6 service neutron] Checking agent: {'id': 'de52c200-415c-462d-a684-4cc0655308c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81669', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 18, 11, 25), 'started_at': datetime.datetime(2021, 11, 18, 18, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 18, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 18:28:23.024174 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f705ea2e-0595-45f3-b707-39d3acc33ef9 req-eb58edd2-5397-4766-bb7c-ad846bba43c6 service neutron] Checking segment: {'id': '534bee31-a5bf-46bd-8839-28b388237d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '3934163e-7755-439f-bda9-12f9f87b1bd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 18 18:28:23.024554 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f705ea2e-0595-45f3-b707-39d3acc33ef9 req-eb58edd2-5397-4766-bb7c-ad846bba43c6 service neutron] Bound using segment: {'id': '534bee31-a5bf-46bd-8839-28b388237d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '3934163e-7755-439f-bda9-12f9f87b1bd2'} {{(pid=101553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 18:28:23.024995 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.managers [req-f705ea2e-0595-45f3-b707-39d3acc33ef9 req-eb58edd2-5397-4766-bb7c-ad846bba43c6 service neutron] Bound port: fe2bc620-0616-4056-a627-e554e4ab6a89, host: hv-cinder-81669, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '534bee31-a5bf-46bd-8839-28b388237d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '3934163e-7755-439f-bda9-12f9f87b1bd2'}}] {{(pid=101553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 18 18:28:23.026059 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-f705ea2e-0595-45f3-b707-39d3acc33ef9 req-eb58edd2-5397-4766-bb7c-ad846bba43c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:28:23.089315 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.db [req-f705ea2e-0595-45f3-b707-39d3acc33ef9 req-eb58edd2-5397-4766-bb7c-ad846bba43c6 service neutron] For port fe2bc620-0616-4056-a627-e554e4ab6a89, host hv-cinder-81669, cleared binding levels {{(pid=101553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 18:28:23.092485 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.db [req-f705ea2e-0595-45f3-b707-39d3acc33ef9 req-eb58edd2-5397-4766-bb7c-ad846bba43c6 service neutron] For port fe2bc620-0616-4056-a627-e554e4ab6a89, host hv-cinder-81669, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81669',level=0,port_id=fe2bc620-0616-4056-a627-e554e4ab6a89,segment=NetworkSegment(534bee31-a5bf-46bd-8839-28b388237d13),segment_id=534bee31-a5bf-46bd-8839-28b388237d13)] {{(pid=101553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 18:28:23.096412 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-f705ea2e-0595-45f3-b707-39d3acc33ef9 req-eb58edd2-5397-4766-bb7c-ad846bba43c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5584123'] for port, after_update {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:28:23.133947 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f705ea2e-0595-45f3-b707-39d3acc33ef9 req-eb58edd2-5397-4766-bb7c-ad846bba43c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:28:23.134619 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-f705ea2e-0595-45f3-b707-39d3acc33ef9 req-eb58edd2-5397-4766-bb7c-ad846bba43c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47340'] for port, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:28:23.136534 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-f705ea2e-0595-45f3-b707-39d3acc33ef9 req-eb58edd2-5397-4766-bb7c-ad846bba43c6 service neutron] 10.222.0.46 "PUT /v2.0/ports/fe2bc620-0616-4056-a627-e554e4ab6a89 HTTP/1.1" status: 200 len: 1093 time: 0.6876447 Nov 18 18:28:23.137044 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e412a94b-73c1-4c05-af6d-f21ce675e37a', 'tag': 'fe2bc620-0616-4056-a627-e554e4ab6a89'}] {{(pid=101553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:28:23.139330 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3f9c8695bc273365e1ae5046181e224bccdab9c1f2bdac51621509927968c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d1d463c-fa40-4d12-bbab-b42e8774a4f7" -d '{"events": [{"name": "network-changed", "server_uuid": "e412a94b-73c1-4c05-af6d-f21ce675e37a", "tag": "fe2bc620-0616-4056-a627-e554e4ab6a89"}]}' {{(pid=101553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:28:23.180762 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb58edd2-5397-4766-bb7c-ad846bba43c6 service neutron] Pushing event updated for resources: {'Port': ['ID=fe2bc620-0616-4056-a627-e554e4ab6a89,revision_number=3']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:28:23.211141 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 18:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a866f63a-baa7-4dcf-b759-0ce654749ec4 x-openstack-request-id: req-a866f63a-baa7-4dcf-b759-0ce654749ec4 {{(pid=101553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:28:23.211434 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e412a94b-73c1-4c05-af6d-f21ce675e37a", "tag": "fe2bc620-0616-4056-a627-e554e4ab6a89", "status": "completed", "code": 200}]} {{(pid=101553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:28:23.211688 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a866f63a-baa7-4dcf-b759-0ce654749ec4 {{(pid=101553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:28:23.212099 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e412a94b-73c1-4c05-af6d-f21ce675e37a', 'tag': 'fe2bc620-0616-4056-a627-e554e4ab6a89', 'status': 'completed', 'code': 200} Nov 18 18:28:23.229419 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f705ea2e-0595-45f3-b707-39d3acc33ef9 req-049c39bb-601e-44e2-9fbf-e33523eb7153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:28:23.231097 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-f705ea2e-0595-45f3-b707-39d3acc33ef9 req-049c39bb-601e-44e2-9fbf-e33523eb7153 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d3feb8b6d06d47f597e7f875d0b7baaa&device_id=e412a94b-73c1-4c05-af6d-f21ce675e37a HTTP/1.1" status: 200 len: 1096 time: 0.0471144 Nov 18 18:28:23.274896 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-f705ea2e-0595-45f3-b707-39d3acc33ef9 req-965f351f-7760-45d8-893b-dde05493a3f7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe2bc620-0616-4056-a627-e554e4ab6a89 HTTP/1.1" status: 200 len: 217 time: 0.0348766 Nov 18 18:28:23.328866 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f705ea2e-0595-45f3-b707-39d3acc33ef9 req-392520e6-21d4-4e15-8a48-2fde96326ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:28:23.330400 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-f705ea2e-0595-45f3-b707-39d3acc33ef9 req-392520e6-21d4-4e15-8a48-2fde96326ba9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=28855948-909f-4d6a-a5b1-6e9277fe95e3 HTTP/1.1" status: 200 len: 851 time: 0.0483234 Nov 18 18:28:23.377014 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f705ea2e-0595-45f3-b707-39d3acc33ef9 req-7c3a6599-9450-41bf-b4fa-eaefcb88fa4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:28:23.378598 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-f705ea2e-0595-45f3-b707-39d3acc33ef9 req-7c3a6599-9450-41bf-b4fa-eaefcb88fa4f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3934163e-7755-439f-bda9-12f9f87b1bd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416043 Nov 18 18:28:23.471914 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-f705ea2e-0595-45f3-b707-39d3acc33ef9 req-7753bc4c-72bf-4237-a635-f893a4239e22 service neutron] 10.222.0.46 "GET /v2.0/networks/3934163e-7755-439f-bda9-12f9f87b1bd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855875 Nov 18 18:28:23.565477 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-f705ea2e-0595-45f3-b707-39d3acc33ef9 req-52d64723-aa6d-4c29-91e5-aadf082d6420 service neutron] 10.222.0.46 "GET /v2.0/networks/3934163e-7755-439f-bda9-12f9f87b1bd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859618 Nov 18 18:28:23.651417 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1d463c-fa40-4d12-bbab-b42e8774a4f7 req-11030fe7-ce14-4369-b0ea-c48631f07647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:28:23.653026 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-9d1d463c-fa40-4d12-bbab-b42e8774a4f7 req-11030fe7-ce14-4369-b0ea-c48631f07647 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d3feb8b6d06d47f597e7f875d0b7baaa&device_id=e412a94b-73c1-4c05-af6d-f21ce675e37a HTTP/1.1" status: 200 len: 1096 time: 0.0439849 Nov 18 18:28:23.755730 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1d463c-fa40-4d12-bbab-b42e8774a4f7 req-680de91f-a107-4642-87fa-65832be112c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:28:23.757265 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-9d1d463c-fa40-4d12-bbab-b42e8774a4f7 req-680de91f-a107-4642-87fa-65832be112c2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3934163e-7755-439f-bda9-12f9f87b1bd2 HTTP/1.1" status: 200 len: 913 time: 0.0966773 Nov 18 18:28:23.804365 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-9d1d463c-fa40-4d12-bbab-b42e8774a4f7 req-3c7473aa-883c-4754-a327-7522277d2813 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe2bc620-0616-4056-a627-e554e4ab6a89 HTTP/1.1" status: 200 len: 217 time: 0.0380192 Nov 18 18:28:23.866782 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d08332-5832-4d67-ae59-f8262fd3abc8 req-9db73ef8-3974-4f2e-bc5c-d68ccadcaab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:28:23.869487 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-09d08332-5832-4d67-ae59-f8262fd3abc8 req-9db73ef8-3974-4f2e-bc5c-d68ccadcaab5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=78bb53cbc7294569b7f5c09aa2eeb6cc&device_id=82bb6d5e-c691-4e9d-8e50-15eac8456823 HTTP/1.1" status: 200 len: 1137 time: 0.0485797 Nov 18 18:28:23.895170 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1d463c-fa40-4d12-bbab-b42e8774a4f7 req-1bc05681-114c-44bc-94cb-8a06814f2ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:28:23.896663 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-9d1d463c-fa40-4d12-bbab-b42e8774a4f7 req-1bc05681-114c-44bc-94cb-8a06814f2ceb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=28855948-909f-4d6a-a5b1-6e9277fe95e3 HTTP/1.1" status: 200 len: 851 time: 0.0832078 Nov 18 18:28:23.919072 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a9443e-c970-4eb8-9749-7ed15fe1a5bd req-1c6f89c5-ec4d-4890-a0b6-4dc0ce2b0aba tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:28:23.920553 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-80a9443e-c970-4eb8-9749-7ed15fe1a5bd req-1c6f89c5-ec4d-4890-a0b6-4dc0ce2b0aba tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] 10.222.0.21 "GET /v2.0/ports?device_id=82bb6d5e-c691-4e9d-8e50-15eac8456823 HTTP/1.1" status: 200 len: 984 time: 0.1059375 Nov 18 18:28:23.959879 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d08332-5832-4d67-ae59-f8262fd3abc8 req-2d2e6860-e381-43c6-bcc0-5ccc5c50c71e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:28:23.961333 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-09d08332-5832-4d67-ae59-f8262fd3abc8 req-2d2e6860-e381-43c6-bcc0-5ccc5c50c71e service neutron] 10.222.0.46 "GET /v2.0/networks?id=8fbb7eb2-7807-46da-99b0-3bb51a103e12 HTTP/1.1" status: 200 len: 916 time: 0.0856972 Nov 18 18:28:23.979736 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1d463c-fa40-4d12-bbab-b42e8774a4f7 req-76c1ac55-4aff-4858-b727-a3583939a385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:28:23.981258 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-9d1d463c-fa40-4d12-bbab-b42e8774a4f7 req-76c1ac55-4aff-4858-b727-a3583939a385 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3934163e-7755-439f-bda9-12f9f87b1bd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0777471 Nov 18 18:28:23.985759 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-80a9443e-c970-4eb8-9749-7ed15fe1a5bd req-119187a4-cee0-4ebc-88bd-c498381812e1 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] 10.222.0.21 "GET /v2.0/security-groups?id=217c7539-fa21-45b6-99a5-a5719d45417f&id=43bd9df0-a033-46d8-9455-f560ad2e2a09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0478792 Nov 18 18:28:24.031245 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-09d08332-5832-4d67-ae59-f8262fd3abc8 req-8398e527-cd23-4b04-8445-911ecf3ae3f7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=327387c8-971f-45dd-bc72-0f7cac9c594f HTTP/1.1" status: 200 len: 1001 time: 0.0609610 Nov 18 18:28:24.075367 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-9d1d463c-fa40-4d12-bbab-b42e8774a4f7 req-c9912b4f-d3eb-4acb-a1e2-b2c4b5938a26 service neutron] 10.222.0.46 "GET /v2.0/networks/3934163e-7755-439f-bda9-12f9f87b1bd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861664 Nov 18 18:28:24.079834 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d08332-5832-4d67-ae59-f8262fd3abc8 req-5cb9a707-8947-4566-b039-d962a40bd686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:28:24.081282 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-09d08332-5832-4d67-ae59-f8262fd3abc8 req-5cb9a707-8947-4566-b039-d962a40bd686 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=39a8ee46-0ca9-4feb-bcbe-4306173140b4 HTTP/1.1" status: 200 len: 854 time: 0.0430272 Nov 18 18:28:24.128380 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d08332-5832-4d67-ae59-f8262fd3abc8 req-3d60c43d-e596-4d3a-8cbf-48574f7913f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:28:24.129777 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-09d08332-5832-4d67-ae59-f8262fd3abc8 req-3d60c43d-e596-4d3a-8cbf-48574f7913f2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8fbb7eb2-7807-46da-99b0-3bb51a103e12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408661 Nov 18 18:28:24.202697 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f070f69-d3fe-4e4a-8427-4e5e3334857c req-b73d976c-f8b8-4726-ac4b-67fccaa3b68a tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:28:24.204315 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-7f070f69-d3fe-4e4a-8427-4e5e3334857c req-b73d976c-f8b8-4726-ac4b-67fccaa3b68a tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.21 "GET /v2.0/ports?device_id=e412a94b-73c1-4c05-af6d-f21ce675e37a HTTP/1.1" status: 200 len: 943 time: 0.0987396 Nov 18 18:28:24.226824 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-09d08332-5832-4d67-ae59-f8262fd3abc8 req-782081bc-4eba-4a5f-b33b-57504e3fe2c5 service neutron] 10.222.0.46 "GET /v2.0/networks/8fbb7eb2-7807-46da-99b0-3bb51a103e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884008 Nov 18 18:28:24.238993 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-9d1d463c-fa40-4d12-bbab-b42e8774a4f7 req-4f47c8b8-abf2-4e2d-94a4-32993d94fa41 service neutron] 10.222.0.46 "GET /v2.0/networks/3934163e-7755-439f-bda9-12f9f87b1bd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563275 Nov 18 18:28:24.263055 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-7f070f69-d3fe-4e4a-8427-4e5e3334857c req-37a4f9e3-e792-4436-a7e9-26294eb391b4 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.21 "GET /v2.0/security-groups?id=40510119-f699-4f4c-a824-ec0b23543939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450797 Nov 18 18:28:24.556960 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-09d08332-5832-4d67-ae59-f8262fd3abc8 req-c88629fa-c5da-405c-b2d2-6151d7adc083 service neutron] 10.222.0.46 "GET /v2.0/networks/8fbb7eb2-7807-46da-99b0-3bb51a103e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3224809 Nov 18 18:28:24.877734 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.agents_db [None req-879798a6-d64d-4745-9d9a-40c50c0efc22 None None] Agent healthcheck: found 6 active agents {{(pid=101556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 18:28:25.109332 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef77b54-d6be-4089-8eaa-0d61ff7c1ac3 req-b7aece66-e594-40d2-b6e3-d8f3fb9d4dd4 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:28:25.110841 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-0ef77b54-d6be-4089-8eaa-0d61ff7c1ac3 req-b7aece66-e594-40d2-b6e3-d8f3fb9d4dd4 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] 10.222.0.21 "GET /v2.0/ports?device_id=82bb6d5e-c691-4e9d-8e50-15eac8456823 HTTP/1.1" status: 200 len: 984 time: 0.0548899 Nov 18 18:28:25.154795 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-0ef77b54-d6be-4089-8eaa-0d61ff7c1ac3 req-16127aae-b712-4c59-9355-4d9cbfeb5d2d tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] 10.222.0.21 "GET /v2.0/security-groups?id=217c7539-fa21-45b6-99a5-a5719d45417f&id=43bd9df0-a033-46d8-9455-f560ad2e2a09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0374906 Nov 18 18:28:25.381702 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53781e4d-b004-4519-b320-6db361ead774 req-e0380e44-e5cd-4350-bee1-53b0aa45be45 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:28:25.383227 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-53781e4d-b004-4519-b320-6db361ead774 req-e0380e44-e5cd-4350-bee1-53b0aa45be45 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.21 "GET /v2.0/ports?device_id=e412a94b-73c1-4c05-af6d-f21ce675e37a HTTP/1.1" status: 200 len: 943 time: 0.0507882 Nov 18 18:28:25.424280 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-53781e4d-b004-4519-b320-6db361ead774 req-dfe3eea3-3897-42b2-bdfc-2740f83d3ea8 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.21 "GET /v2.0/security-groups?id=40510119-f699-4f4c-a824-ec0b23543939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349436 Nov 18 18:28:25.692482 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:28:26.277307 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb2f885-1cd3-4f4c-8741-3ba1b283aca4 req-44de4c58-e6f5-4682-a478-ffbef8e1c5ca tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:28:26.278828 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-cdb2f885-1cd3-4f4c-8741-3ba1b283aca4 req-44de4c58-e6f5-4682-a478-ffbef8e1c5ca tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] 10.222.0.21 "GET /v2.0/ports?device_id=82bb6d5e-c691-4e9d-8e50-15eac8456823 HTTP/1.1" status: 200 len: 984 time: 0.0566547 Nov 18 18:28:26.324575 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-cdb2f885-1cd3-4f4c-8741-3ba1b283aca4 req-6ece401c-b6ee-42b3-8e6a-8985e778d855 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] 10.222.0.21 "GET /v2.0/security-groups?id=217c7539-fa21-45b6-99a5-a5719d45417f&id=43bd9df0-a033-46d8-9455-f560ad2e2a09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0395963 Nov 18 18:28:26.544234 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc0ac97-59c6-4004-b689-1522549c6515 req-d930e433-8c13-4899-ad6f-56216ddcba5f tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:28:26.545704 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-fcc0ac97-59c6-4004-b689-1522549c6515 req-d930e433-8c13-4899-ad6f-56216ddcba5f tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.21 "GET /v2.0/ports?device_id=e412a94b-73c1-4c05-af6d-f21ce675e37a HTTP/1.1" status: 200 len: 943 time: 0.0542653 Nov 18 18:28:26.588373 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-fcc0ac97-59c6-4004-b689-1522549c6515 req-63d4faf0-0759-4d22-a260-7c3d9e6f99bf tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.21 "GET /v2.0/security-groups?id=40510119-f699-4f4c-a824-ec0b23543939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359232 Nov 18 18:28:27.438870 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d80c80a-b7f4-4763-b819-95ffc17b6092 req-89858d3d-9b83-4531-8cc8-f2e0c80326b9 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:28:27.440384 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-7d80c80a-b7f4-4763-b819-95ffc17b6092 req-89858d3d-9b83-4531-8cc8-f2e0c80326b9 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] 10.222.0.21 "GET /v2.0/ports?device_id=82bb6d5e-c691-4e9d-8e50-15eac8456823 HTTP/1.1" status: 200 len: 984 time: 0.0491722 Nov 18 18:28:27.478962 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-7d80c80a-b7f4-4763-b819-95ffc17b6092 req-12b91b20-e9ad-461a-a903-931a297baa9d tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] 10.222.0.21 "GET /v2.0/security-groups?id=217c7539-fa21-45b6-99a5-a5719d45417f&id=43bd9df0-a033-46d8-9455-f560ad2e2a09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0321460 Nov 18 18:28:27.705331 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eead3ab-9e18-4cc6-b42c-a03586892e18 req-cd059d3b-2e17-4b4d-8fbd-dd3ae6e32d56 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:28:27.706790 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-5eead3ab-9e18-4cc6-b42c-a03586892e18 req-cd059d3b-2e17-4b4d-8fbd-dd3ae6e32d56 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.21 "GET /v2.0/ports?device_id=e412a94b-73c1-4c05-af6d-f21ce675e37a HTTP/1.1" status: 200 len: 943 time: 0.0482502 Nov 18 18:28:27.745489 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-5eead3ab-9e18-4cc6-b42c-a03586892e18 req-70927ae5-e777-4759-87bd-c6dcae3cd550 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.21 "GET /v2.0/security-groups?id=40510119-f699-4f4c-a824-ec0b23543939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327764 Nov 18 18:28:28.595448 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb0a3bb-208f-418d-ab3a-2d80b73bb426 req-dda6b9c3-7a17-4398-8411-fe9695f8031e tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:28:28.596846 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-dfb0a3bb-208f-418d-ab3a-2d80b73bb426 req-dda6b9c3-7a17-4398-8411-fe9695f8031e tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] 10.222.0.21 "GET /v2.0/ports?device_id=82bb6d5e-c691-4e9d-8e50-15eac8456823 HTTP/1.1" status: 200 len: 984 time: 0.0515323 Nov 18 18:28:28.636115 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-dfb0a3bb-208f-418d-ab3a-2d80b73bb426 req-dc67c2ab-5c13-42ce-8b7d-52ff83ac1c3b tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] 10.222.0.21 "GET /v2.0/security-groups?id=217c7539-fa21-45b6-99a5-a5719d45417f&id=43bd9df0-a033-46d8-9455-f560ad2e2a09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333393 Nov 18 18:28:28.860532 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36728724-2e02-47c7-a90f-26d7cfe774f3 req-33aecbdc-11bf-44a3-bc2a-5e07ef06bfe3 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:28:28.861938 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-36728724-2e02-47c7-a90f-26d7cfe774f3 req-33aecbdc-11bf-44a3-bc2a-5e07ef06bfe3 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.21 "GET /v2.0/ports?device_id=e412a94b-73c1-4c05-af6d-f21ce675e37a HTTP/1.1" status: 200 len: 943 time: 0.0481136 Nov 18 18:28:28.899560 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-36728724-2e02-47c7-a90f-26d7cfe774f3 req-a493b46d-3895-435c-9846-dfd6ed3c90eb tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.21 "GET /v2.0/security-groups?id=40510119-f699-4f4c-a824-ec0b23543939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315912 Nov 18 18:28:29.748836 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbadb18d-68a2-4960-a44a-73664ea52313 req-0c0ebf9b-02a7-4758-b738-0c2311847d67 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:28:29.750304 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-cbadb18d-68a2-4960-a44a-73664ea52313 req-0c0ebf9b-02a7-4758-b738-0c2311847d67 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] 10.222.0.21 "GET /v2.0/ports?device_id=82bb6d5e-c691-4e9d-8e50-15eac8456823 HTTP/1.1" status: 200 len: 984 time: 0.0488701 Nov 18 18:28:29.789726 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-cbadb18d-68a2-4960-a44a-73664ea52313 req-9671a7de-2c00-4719-8c4f-d202f3f19ad0 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] 10.222.0.21 "GET /v2.0/security-groups?id=217c7539-fa21-45b6-99a5-a5719d45417f&id=43bd9df0-a033-46d8-9455-f560ad2e2a09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333745 Nov 18 18:28:30.156641 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41fcb6b-2295-4729-a47a-56a3c3ea709c req-58abf401-f272-4a43-af01-38fa5a4c9477 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:28:30.158112 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-a41fcb6b-2295-4729-a47a-56a3c3ea709c req-58abf401-f272-4a43-af01-38fa5a4c9477 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.21 "GET /v2.0/ports?device_id=e412a94b-73c1-4c05-af6d-f21ce675e37a HTTP/1.1" status: 200 len: 943 time: 0.1890814 Nov 18 18:28:30.197640 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-a41fcb6b-2295-4729-a47a-56a3c3ea709c req-48690d30-ba33-4299-8c70-0aec5ce7a783 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.21 "GET /v2.0/security-groups?id=40510119-f699-4f4c-a824-ec0b23543939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330088 Nov 18 18:28:30.952820 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4247de78-2087-4efa-8201-042c0f0febd6 req-b5532da3-4d93-4020-8212-35e90e11938d tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:28:30.954288 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-4247de78-2087-4efa-8201-042c0f0febd6 req-b5532da3-4d93-4020-8212-35e90e11938d tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] 10.222.0.21 "GET /v2.0/ports?device_id=82bb6d5e-c691-4e9d-8e50-15eac8456823 HTTP/1.1" status: 200 len: 984 time: 0.0973194 Nov 18 18:28:30.993419 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-4247de78-2087-4efa-8201-042c0f0febd6 req-c942a562-db6a-4ea6-955e-abd267f85f0e tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] 10.222.0.21 "GET /v2.0/security-groups?id=217c7539-fa21-45b6-99a5-a5719d45417f&id=43bd9df0-a033-46d8-9455-f560ad2e2a09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330296 Nov 18 18:28:31.308127 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20759815-980b-4785-b387-110b4e29b2eb req-b3efdd6f-d711-4cab-803f-657ec2959cf1 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:28:31.309545 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-20759815-980b-4785-b387-110b4e29b2eb req-b3efdd6f-d711-4cab-803f-657ec2959cf1 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.21 "GET /v2.0/ports?device_id=e412a94b-73c1-4c05-af6d-f21ce675e37a HTTP/1.1" status: 200 len: 943 time: 0.0476174 Nov 18 18:28:31.349823 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-20759815-980b-4785-b387-110b4e29b2eb req-39e240c0-2b25-4e1f-948f-a406b8e4ba61 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.21 "GET /v2.0/security-groups?id=40510119-f699-4f4c-a824-ec0b23543939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343282 Nov 18 18:28:31.456434 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Device fe2bc620-0616-4056-a627-e554e4ab6a89 details requested by agent hyperv_hv-cinder-81669 with host hv-cinder-81669 {{(pid=101555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 18:28:31.549075 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] For port fe2bc620-0616-4056-a627-e554e4ab6a89, host hv-cinder-81669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81669',level=0,port_id=fe2bc620-0616-4056-a627-e554e4ab6a89,segment=NetworkSegment(534bee31-a5bf-46bd-8839-28b388237d13),segment_id=534bee31-a5bf-46bd-8839-28b388237d13)] {{(pid=101555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:28:31.560538 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Returning: {'device': 'fe2bc620-0616-4056-a627-e554e4ab6a89', 'network_id': '3934163e-7755-439f-bda9-12f9f87b1bd2', 'port_id': 'fe2bc620-0616-4056-a627-e554e4ab6a89', 'mac_address': 'fa:16:3e:e9:f4:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 758, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28855948-909f-4d6a-a5b1-6e9277fe95e3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 18:28:31.736537 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:28:31.748949 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.notifiers.nova [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe2bc620-0616-4056-a627-e554e4ab6a89 {{(pid=101555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 18:28:31.768618 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] For port fe2bc620-0616-4056-a627-e554e4ab6a89, host hv-cinder-81669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81669',level=0,port_id=fe2bc620-0616-4056-a627-e554e4ab6a89,segment=NetworkSegment(534bee31-a5bf-46bd-8839-28b388237d13),segment_id=534bee31-a5bf-46bd-8839-28b388237d13)] {{(pid=101555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:28:31.778606 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:28:31.823773 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Pushing event updated for resources: {'Port': ['ID=fe2bc620-0616-4056-a627-e554e4ab6a89,revision_number=4']} {{(pid=101555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:28:31.831042 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:28:31.831397 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:28:31.831744 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:28:31.832110 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:28:31.832452 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:28:31.832794 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:28:31.833130 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:28:31.833464 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:28:31.833799 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:28:31.834127 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:28:31.834456 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:28:31.834787 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:28:32.101564 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] get_ports_and_sgs() called for port_ids ['fe2bc620-0616-4056-a627-e554e4ab6a89'] {{(pid=101555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 18:28:32.114523 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada78a08-5a9a-447f-862d-421798bb79b7 req-53992f34-7a5a-4cac-bb49-ed601c8bc9b0 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:28:32.116098 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-ada78a08-5a9a-447f-862d-421798bb79b7 req-53992f34-7a5a-4cac-bb49-ed601c8bc9b0 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] 10.222.0.21 "GET /v2.0/ports?device_id=82bb6d5e-c691-4e9d-8e50-15eac8456823 HTTP/1.1" status: 200 len: 984 time: 0.0551581 Nov 18 18:28:32.158804 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-ada78a08-5a9a-447f-862d-421798bb79b7 req-01fb071b-351c-4991-aa4f-dd630f932bf4 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] 10.222.0.21 "GET /v2.0/security-groups?id=217c7539-fa21-45b6-99a5-a5719d45417f&id=43bd9df0-a033-46d8-9455-f560ad2e2a09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0346501 Nov 18 18:28:32.464311 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a1beb9-e7de-481b-b640-66ce2a81a363 req-86d094f7-cf3d-44c1-946e-99d4d43c0df7 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:28:32.466669 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-21a1beb9-e7de-481b-b640-66ce2a81a363 req-86d094f7-cf3d-44c1-946e-99d4d43c0df7 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.21 "GET /v2.0/ports?device_id=e412a94b-73c1-4c05-af6d-f21ce675e37a HTTP/1.1" status: 200 len: 944 time: 0.0499320 Nov 18 18:28:32.504748 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-21a1beb9-e7de-481b-b640-66ce2a81a363 req-0049a6a3-5d26-4c82-a203-b3a52be3d8b6 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.21 "GET /v2.0/security-groups?id=40510119-f699-4f4c-a824-ec0b23543939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325668 Nov 18 18:28:33.270570 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697a89bd-b90d-4eea-876c-c90b826ce2ad req-784465d2-7687-4874-ad6f-c79b3bd2d708 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:28:33.272079 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-697a89bd-b90d-4eea-876c-c90b826ce2ad req-784465d2-7687-4874-ad6f-c79b3bd2d708 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] 10.222.0.21 "GET /v2.0/ports?device_id=82bb6d5e-c691-4e9d-8e50-15eac8456823 HTTP/1.1" status: 200 len: 984 time: 0.0488422 Nov 18 18:28:33.311198 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-697a89bd-b90d-4eea-876c-c90b826ce2ad req-9eaf7164-4bcd-49f3-a4dc-05533285ed60 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] 10.222.0.21 "GET /v2.0/security-groups?id=217c7539-fa21-45b6-99a5-a5719d45417f&id=43bd9df0-a033-46d8-9455-f560ad2e2a09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0325623 Nov 18 18:28:33.456361 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Device fe2bc620-0616-4056-a627-e554e4ab6a89 up at agent hyperv_hv-cinder-81669 {{(pid=101555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:28:33.503343 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Provisioning for port fe2bc620-0616-4056-a627-e554e4ab6a89 completed by entity L2. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 18:28:33.507177 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Provisioning complete for port fe2bc620-0616-4056-a627-e554e4ab6a89 triggered by entity L2. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:28:33.507554 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:28:33.587299 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:28:33.610023 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e412a94b-73c1-4c05-af6d-f21ce675e37a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe2bc620-0616-4056-a627-e554e4ab6a89'}] {{(pid=101555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:28:33.612345 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d346ce470d451c2c3f81e461e68bbd58c3f0d417750f3f38c7c8caca9575360f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e9e77b8-c61c-4241-b62b-e12bb8578115" -d '{"events": [{"server_uuid": "e412a94b-73c1-4c05-af6d-f21ce675e37a", "name": "network-vif-plugged", "status": "completed", "tag": "fe2bc620-0616-4056-a627-e554e4ab6a89"}]}' {{(pid=101555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:28:33.623941 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070b2708-8034-4f9f-8aaa-f6166cb2ed55 req-4530c1b1-c628-466e-bc3c-b1975b9055f8 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:28:33.625427 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-070b2708-8034-4f9f-8aaa-f6166cb2ed55 req-4530c1b1-c628-466e-bc3c-b1975b9055f8 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.21 "GET /v2.0/ports?device_id=e412a94b-73c1-4c05-af6d-f21ce675e37a HTTP/1.1" status: 200 len: 944 time: 0.0554960 Nov 18 18:28:33.625951 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] For port fe2bc620-0616-4056-a627-e554e4ab6a89, host hv-cinder-81669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81669',level=0,port_id=fe2bc620-0616-4056-a627-e554e4ab6a89,segment=NetworkSegment(534bee31-a5bf-46bd-8839-28b388237d13),segment_id=534bee31-a5bf-46bd-8839-28b388237d13)] {{(pid=101555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:28:33.631563 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:28:33.650657 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 18:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b451655-5e12-40ec-ae31-b06d4763c3b2 x-openstack-request-id: req-2b451655-5e12-40ec-ae31-b06d4763c3b2 {{(pid=101555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:28:33.650946 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e412a94b-73c1-4c05-af6d-f21ce675e37a", "name": "network-vif-plugged", "status": "completed", "tag": "fe2bc620-0616-4056-a627-e554e4ab6a89", "code": 200}]} {{(pid=101555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:28:33.651193 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2b451655-5e12-40ec-ae31-b06d4763c3b2 {{(pid=101555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:28:33.651579 dv-cinder-816695-1-iscsi neutron-server[101555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e412a94b-73c1-4c05-af6d-f21ce675e37a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe2bc620-0616-4056-a627-e554e4ab6a89', 'code': 200} Nov 18 18:28:33.674614 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-070b2708-8034-4f9f-8aaa-f6166cb2ed55 req-23ab0497-0c0e-4fa5-9f83-7e1007f71001 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.21 "GET /v2.0/security-groups?id=40510119-f699-4f4c-a824-ec0b23543939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421979 Nov 18 18:28:33.697962 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Pushing event updated for resources: {'Port': ['ID=fe2bc620-0616-4056-a627-e554e4ab6a89,revision_number=5']} {{(pid=101555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:28:33.865723 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4826b4d-fe16-4509-9c4c-809d09cfa495 req-42b9eeb5-18b4-4295-9591-04b5f4016241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:28:33.867191 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-c4826b4d-fe16-4509-9c4c-809d09cfa495 req-42b9eeb5-18b4-4295-9591-04b5f4016241 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e412a94b-73c1-4c05-af6d-f21ce675e37a HTTP/1.1" status: 200 len: 1098 time: 0.0384467 Nov 18 18:28:33.901658 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-c4826b4d-fe16-4509-9c4c-809d09cfa495 req-599311da-5339-4214-a6e3-475aa992b26a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=40510119-f699-4f4c-a824-ec0b23543939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269499 Nov 18 18:28:34.428219 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0ff77f-6e31-4926-a592-06ffe6488883 req-176ac114-9564-4d97-8055-3585a526b88f tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:28:34.429698 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-dc0ff77f-6e31-4926-a592-06ffe6488883 req-176ac114-9564-4d97-8055-3585a526b88f tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] 10.222.0.21 "GET /v2.0/ports?device_id=82bb6d5e-c691-4e9d-8e50-15eac8456823 HTTP/1.1" status: 200 len: 984 time: 0.0502150 Nov 18 18:28:34.469099 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-dc0ff77f-6e31-4926-a592-06ffe6488883 req-d023694b-6521-4dce-a080-5557841ef406 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] 10.222.0.21 "GET /v2.0/security-groups?id=217c7539-fa21-45b6-99a5-a5719d45417f&id=43bd9df0-a033-46d8-9455-f560ad2e2a09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333502 Nov 18 18:28:34.794039 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e65c2b-279e-41c2-90c0-cdc6be4fcd12 req-b1b6c9c0-173e-486c-be65-1e7c8ed960bc tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:28:34.795614 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-25e65c2b-279e-41c2-90c0-cdc6be4fcd12 req-b1b6c9c0-173e-486c-be65-1e7c8ed960bc tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.21 "GET /v2.0/ports?device_id=e412a94b-73c1-4c05-af6d-f21ce675e37a HTTP/1.1" status: 200 len: 945 time: 0.0520878 Nov 18 18:28:34.835876 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-25e65c2b-279e-41c2-90c0-cdc6be4fcd12 req-21c5814f-32d2-4a86-97e0-7cc303991da4 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.21 "GET /v2.0/security-groups?id=40510119-f699-4f4c-a824-ec0b23543939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342436 Nov 18 18:28:35.586957 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b54c9b-5dc0-41c9-9a89-9cc3d275ca22 req-41e5bbff-8a25-4dc5-a20e-07bfa8526596 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:28:35.589015 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-62b54c9b-5dc0-41c9-9a89-9cc3d275ca22 req-41e5bbff-8a25-4dc5-a20e-07bfa8526596 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] 10.222.0.21 "GET /v2.0/ports?device_id=82bb6d5e-c691-4e9d-8e50-15eac8456823 HTTP/1.1" status: 200 len: 984 time: 0.0521374 Nov 18 18:28:35.628259 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-62b54c9b-5dc0-41c9-9a89-9cc3d275ca22 req-485497db-faf1-4966-b31a-1e97230137cb tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] 10.222.0.21 "GET /v2.0/security-groups?id=217c7539-fa21-45b6-99a5-a5719d45417f&id=43bd9df0-a033-46d8-9455-f560ad2e2a09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332503 Nov 18 18:28:35.954103 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e010d487-ba8b-40d8-ac21-ee92b28e828a req-ca333e2e-35b7-4166-bd41-9388f04cf247 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:28:35.955579 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-e010d487-ba8b-40d8-ac21-ee92b28e828a req-ca333e2e-35b7-4166-bd41-9388f04cf247 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.21 "GET /v2.0/ports?device_id=e412a94b-73c1-4c05-af6d-f21ce675e37a HTTP/1.1" status: 200 len: 945 time: 0.0525951 Nov 18 18:28:35.991644 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-e010d487-ba8b-40d8-ac21-ee92b28e828a req-40b3cb61-f39c-4ee6-b681-70ae9054c63c tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.21 "GET /v2.0/security-groups?id=40510119-f699-4f4c-a824-ec0b23543939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302002 Nov 18 18:28:36.108782 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfccc518-2a2a-4353-8395-3b8f2501e177 req-0247bb32-ce8d-4e6e-964e-f456c278102c tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:28:36.110348 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-bfccc518-2a2a-4353-8395-3b8f2501e177 req-0247bb32-ce8d-4e6e-964e-f456c278102c tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.21 "GET /v2.0/ports?device_id=e412a94b-73c1-4c05-af6d-f21ce675e37a HTTP/1.1" status: 200 len: 945 time: 0.0511351 Nov 18 18:28:36.147658 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-bfccc518-2a2a-4353-8395-3b8f2501e177 req-2a400449-2e2f-498e-b959-7e2aa05fb0ca tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.21 "GET /v2.0/security-groups?id=40510119-f699-4f4c-a824-ec0b23543939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312343 Nov 18 18:28:36.168475 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 55984) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:28:36.210649 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532349c7-9093-4068-b850-cad7a7cd4e30 tempest-TestVolumeBootPattern-55139196 tempest-TestVolumeBootPattern-55139196-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:28:36.212179 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-532349c7-9093-4068-b850-cad7a7cd4e30 tempest-TestVolumeBootPattern-55139196 tempest-TestVolumeBootPattern-55139196-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e412a94b-73c1-4c05-af6d-f21ce675e37a HTTP/1.1" status: 200 len: 1093 time: 0.0427320 Nov 18 18:28:36.214900 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 55986) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:28:36.219196 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.v2.base [None req-1fe8eb3b-1630-4abb-8545-705980ca2d6d tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Request body: {'floatingip': {'floating_network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'port_id': 'fe2bc620-0616-4056-a627-e554e4ab6a89', 'tenant_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:28:36.240352 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-1fe8eb3b-1630-4abb-8545-705980ca2d6d tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Notify callbacks [] for floatingip, before_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:28:36.333296 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-1fe8eb3b-1630-4abb-8545-705980ca2d6d tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:28:36.437726 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.db.db_base_plugin_common [None req-1fe8eb3b-1630-4abb-8545-705980ca2d6d tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Allocated IP 172.27.0.14 (681a8de3-317c-4c8e-b068-d1104cc9c364/7ba09554-0552-4432-a7a0-26d8d0284def/ab53138a-57b6-4568-bc5d-9579a55bcc07) {{(pid=101553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 18:28:36.535255 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-1fe8eb3b-1630-4abb-8545-705980ca2d6d tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Notify callbacks [] for port, precommit_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:28:36.567939 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-1fe8eb3b-1630-4abb-8545-705980ca2d6d tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768456900401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5584108'] for port, after_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:28:36.607353 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe8eb3b-1630-4abb-8545-705980ca2d6d tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Network 681a8de3-317c-4c8e-b068-d1104cc9c364 is already hosted by enough agents. {{(pid=101553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:28:36.611689 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.scheduler.base_scheduler [None req-1fe8eb3b-1630-4abb-8545-705980ca2d6d tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Resources bound (agent type, host, resource id): {{(pid=101553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:28:36.615207 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe8eb3b-1630-4abb-8545-705980ca2d6d tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Received port after_create {{(pid=101553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 18:28:36.623301 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe8eb3b-1630-4abb-8545-705980ca2d6d tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Pushing event updated for resources: {'Port': ['ID=ab53138a-57b6-4568-bc5d-9579a55bcc07,revision_number=1']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:28:36.954178 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-1fe8eb3b-1630-4abb-8545-705980ca2d6d tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:28:37.021176 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-f0fcc72d-b612-4d7a-86a6-1f5bf387f98b req-00b56410-3a99-456b-8008-6acf732880b6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=82bb6d5e-c691-4e9d-8e50-15eac8456823&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0435948 Nov 18 18:28:37.026387 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-1fe8eb3b-1630-4abb-8545-705980ca2d6d tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:28:37.083023 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fcc72d-b612-4d7a-86a6-1f5bf387f98b req-800eeb00-4054-47d8-a34d-57d7d8bc90ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:28:37.084761 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-f0fcc72d-b612-4d7a-86a6-1f5bf387f98b req-800eeb00-4054-47d8-a34d-57d7d8bc90ba service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=78bb53cbc7294569b7f5c09aa2eeb6cc&device_id=82bb6d5e-c691-4e9d-8e50-15eac8456823 HTTP/1.1" status: 200 len: 1137 time: 0.0428398 Nov 18 18:28:37.191383 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-1fe8eb3b-1630-4abb-8545-705980ca2d6d tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Notify callbacks [] for port, precommit_update {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:28:37.192351 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fcc72d-b612-4d7a-86a6-1f5bf387f98b req-f75d453a-e209-454b-85d3-5fafa29116cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:28:37.193836 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-f0fcc72d-b612-4d7a-86a6-1f5bf387f98b req-f75d453a-e209-454b-85d3-5fafa29116cb service neutron] 10.222.0.46 "GET /v2.0/networks?id=8fbb7eb2-7807-46da-99b0-3bb51a103e12 HTTP/1.1" status: 200 len: 916 time: 0.0895543 Nov 18 18:28:37.196228 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-1fe8eb3b-1630-4abb-8545-705980ca2d6d tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5584123'] for port, after_update {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:28:37.260285 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-f0fcc72d-b612-4d7a-86a6-1f5bf387f98b req-2cd662ec-8a1e-4c01-8d98-5851008fc465 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=327387c8-971f-45dd-bc72-0f7cac9c594f HTTP/1.1" status: 200 len: 1001 time: 0.0596824 Nov 18 18:28:37.264931 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe8eb3b-1630-4abb-8545-705980ca2d6d tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Pushing event updated for resources: {'Port': ['ID=ab53138a-57b6-4568-bc5d-9579a55bcc07,revision_number=2']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:28:37.279917 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-1fe8eb3b-1630-4abb-8545-705980ca2d6d tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-366129'] for floatingip, after_create {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:28:37.311942 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fcc72d-b612-4d7a-86a6-1f5bf387f98b req-4b603f0a-bb2e-46de-a95b-a9fe4bddd43e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:28:37.313498 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-f0fcc72d-b612-4d7a-86a6-1f5bf387f98b req-4b603f0a-bb2e-46de-a95b-a9fe4bddd43e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=39a8ee46-0ca9-4feb-bcbe-4306173140b4 HTTP/1.1" status: 200 len: 854 time: 0.0464883 Nov 18 18:28:37.364409 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fcc72d-b612-4d7a-86a6-1f5bf387f98b req-e84172f6-844d-4691-9199-8d80f3f61bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:28:37.365976 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-f0fcc72d-b612-4d7a-86a6-1f5bf387f98b req-e84172f6-844d-4691-9199-8d80f3f61bed service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8fbb7eb2-7807-46da-99b0-3bb51a103e12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0455217 Nov 18 18:28:37.398713 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.db.l3_db [None req-1fe8eb3b-1630-4abb-8545-705980ca2d6d tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Floating IP d4d5d5a4-7c95-48f6-8ce6-63c59dfaf33b associated. External IP: 172.27.0.14, port: fe2bc620-0616-4056-a627-e554e4ab6a89. Nov 18 18:28:37.460684 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-f0fcc72d-b612-4d7a-86a6-1f5bf387f98b req-ab2a0b63-7ed1-4fca-9fc4-92d4e85e7026 service neutron] 10.222.0.46 "GET /v2.0/networks/8fbb7eb2-7807-46da-99b0-3bb51a103e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871849 Nov 18 18:28:37.566914 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-f0fcc72d-b612-4d7a-86a6-1f5bf387f98b req-d3c79d44-40a9-4cb5-be66-ccee1c960f05 service neutron] 10.222.0.46 "GET /v2.0/networks/8fbb7eb2-7807-46da-99b0-3bb51a103e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996132 Nov 18 18:28:37.609884 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fe8eb3b-1630-4abb-8545-705980ca2d6d tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Router 5901960b-0c52-423d-9136-572b11dcde21 has already been hosted by L3 agent 11d55508-f5ea-4178-bd3a-0ed8666e5761 {{(pid=101553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 18:28:37.722921 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fe8eb3b-1630-4abb-8545-705980ca2d6d tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Notify agent at l3_agent.dv-cinder-816695-1-iscsi the message routers_updated {{(pid=101553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 18:28:37.733797 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec10935-17bd-4e9d-a605-587b9016d05f None None] Sync routers for ids ['5901960b-0c52-423d-9136-572b11dcde21'] in dv-cinder-816695-1-iscsi {{(pid=101555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 18:28:37.743939 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-1fe8eb3b-1630-4abb-8545-705980ca2d6d tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47340'] for floatingip, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:28:37.744577 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec10935-17bd-4e9d-a605-587b9016d05f None None] Routers {'5901960b-0c52-423d-9136-572b11dcde21'} bound to L3 agent in host dv-cinder-816695-1-iscsi {{(pid=101555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:28:37.745405 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_hamode_db [None req-3ec10935-17bd-4e9d-a605-587b9016d05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T18:05:14Z,description=,heartbeat_timestamp=2021-11-18T18:28:14Z,host='dv-cinder-816695-1-iscsi',id=11d55508-f5ea-4178-bd3a-0ed8666e5761,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T18:05:14Z,topic='l3_agent')) {'router_ids': ['5901960b-0c52-423d-9136-572b11dcde21'], 'active': True} {{(pid=101555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:28:37.791835 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-1fe8eb3b-1630-4abb-8545-705980ca2d6d tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5622351 Nov 18 18:28:37.791835 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e412a94b-73c1-4c05-af6d-f21ce675e37a', 'tag': 'fe2bc620-0616-4056-a627-e554e4ab6a89'}] {{(pid=101553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:28:37.791835 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3f9c8695bc273365e1ae5046181e224bccdab9c1f2bdac51621509927968c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6348f138-de98-497a-ae05-286e81f3909b" -d '{"events": [{"name": "network-changed", "server_uuid": "e412a94b-73c1-4c05-af6d-f21ce675e37a", "tag": "fe2bc620-0616-4056-a627-e554e4ab6a89"}]}' {{(pid=101553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:28:37.830848 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 18:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b3ec19f-64c6-4c42-b02e-142df92df17b x-openstack-request-id: req-2b3ec19f-64c6-4c42-b02e-142df92df17b {{(pid=101553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:28:37.831280 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e412a94b-73c1-4c05-af6d-f21ce675e37a", "tag": "fe2bc620-0616-4056-a627-e554e4ab6a89", "status": "completed", "code": 200}]} {{(pid=101553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:28:37.831671 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2b3ec19f-64c6-4c42-b02e-142df92df17b {{(pid=101553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:28:37.832303 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e412a94b-73c1-4c05-af6d-f21ce675e37a', 'tag': 'fe2bc620-0616-4056-a627-e554e4ab6a89', 'status': 'completed', 'code': 200} Nov 18 18:28:37.860868 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_dvr_db [None req-3ec10935-17bd-4e9d-a605-587b9016d05f None None] Set router 5901960b-0c52-423d-9136-572b11dcde21 gateway port host: dv-cinder-816695-1-iscsi {{(pid=101555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:28:37.902705 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6348f138-de98-497a-ae05-286e81f3909b req-72ad8188-9dc9-4983-9ad8-135aa224ec0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:28:37.904219 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-6348f138-de98-497a-ae05-286e81f3909b req-72ad8188-9dc9-4983-9ad8-135aa224ec0b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d3feb8b6d06d47f597e7f875d0b7baaa&device_id=e412a94b-73c1-4c05-af6d-f21ce675e37a HTTP/1.1" status: 200 len: 1098 time: 0.0516586 Nov 18 18:28:38.038996 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6348f138-de98-497a-ae05-286e81f3909b req-2ed10a51-802c-448c-a0f3-403392b321bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:28:38.041514 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-6348f138-de98-497a-ae05-286e81f3909b req-2ed10a51-802c-448c-a0f3-403392b321bd service neutron] 10.222.0.46 "GET /v2.0/networks?id=3934163e-7755-439f-bda9-12f9f87b1bd2 HTTP/1.1" status: 200 len: 913 time: 0.1298633 Nov 18 18:28:38.113514 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-6348f138-de98-497a-ae05-286e81f3909b req-290fbd05-7ea2-4135-8d0f-017ef2a2d5bc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe2bc620-0616-4056-a627-e554e4ab6a89 HTTP/1.1" status: 200 len: 998 time: 0.0648203 Nov 18 18:28:38.150444 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_hamode_db [None req-3ec10935-17bd-4e9d-a605-587b9016d05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5901960b-0c52-423d-9136-572b11dcde21', 'name': 'tempest-TestVolumeBootPattern-1250912335-router', 'tenant_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'external_fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': 'ff7d3f67-3e07-4d14-b80d-4cab3fc90c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:25:02Z', 'updated_at': '2021-11-18T18:25:05Z', 'revision_number': 4, 'project_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'gw_port': {'id': 'ff7d3f67-3e07-4d14-b80d-4cab3fc90c52', 'name': '', 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:5a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5901960b-0c52-423d-9136-572b11dcde21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:25:02Z', 'updated_at': '2021-11-18T18:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816695-1-iscsi', '_floatingips': [{'id': 'd4d5d5a4-7c95-48f6-8ce6-63c59dfaf33b', 'tenant_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'floating_ip_address': '172.27.0.14', 'floating_network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'router_id': '5901960b-0c52-423d-9136-572b11dcde21', 'port_id': 'fe2bc620-0616-4056-a627-e554e4ab6a89', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3934163e-7755-439f-bda9-12f9f87b1bd2', 'mac_address': 'fa:16:3e:e9:f4:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e412a94b-73c1-4c05-af6d-f21ce675e37a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T18:28:36Z', 'updated_at': '2021-11-18T18:28:36Z', 'revision_number': 0, 'project_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '560a4b6d-e9de-487b-ad59-0fe5987b2c97', 'name': '', 'network_id': '3934163e-7755-439f-bda9-12f9f87b1bd2', 'tenant_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'mac_address': 'fa:16:3e:ff:a8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5901960b-0c52-423d-9136-572b11dcde21', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '28855948-909f-4d6a-a5b1-6e9277fe95e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:25:04Z', 'updated_at': '2021-11-18T18:25:11Z', 'revision_number': 5, 'project_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'subnets': [{'id': '28855948-909f-4d6a-a5b1-6e9277fe95e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816695-1-iscsi', False) {} {{(pid=101555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:28:38.167323 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6348f138-de98-497a-ae05-286e81f3909b req-5e93320e-021c-4a1b-9b5a-964cf937097d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:28:38.168954 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-6348f138-de98-497a-ae05-286e81f3909b req-5e93320e-021c-4a1b-9b5a-964cf937097d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=28855948-909f-4d6a-a5b1-6e9277fe95e3 HTTP/1.1" status: 200 len: 851 time: 0.0489173 Nov 18 18:28:38.176810 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec10935-17bd-4e9d-a605-587b9016d05f None None] Checking router: 5901960b-0c52-423d-9136-572b11dcde21 for host: dv-cinder-816695-1-iscsi {{(pid=101555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 18:28:38.189036 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec10935-17bd-4e9d-a605-587b9016d05f None None] Routers {'5901960b-0c52-423d-9136-572b11dcde21'} bound to L3 agent in host dv-cinder-816695-1-iscsi {{(pid=101555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:28:38.189691 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_hamode_db [None req-3ec10935-17bd-4e9d-a605-587b9016d05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T18:05:14Z,description=,heartbeat_timestamp=2021-11-18T18:28:14Z,host='dv-cinder-816695-1-iscsi',id=11d55508-f5ea-4178-bd3a-0ed8666e5761,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T18:05:14Z,topic='l3_agent')) {'router_ids': ['5901960b-0c52-423d-9136-572b11dcde21'], 'active': True} {{(pid=101555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:28:38.216082 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6348f138-de98-497a-ae05-286e81f3909b req-1d0afe6a-0ddf-46ab-888b-9b676b1a7dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:28:38.217664 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-6348f138-de98-497a-ae05-286e81f3909b req-1d0afe6a-0ddf-46ab-888b-9b676b1a7dec service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3934163e-7755-439f-bda9-12f9f87b1bd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417480 Nov 18 18:28:38.302639 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_dvr_db [None req-3ec10935-17bd-4e9d-a605-587b9016d05f None None] Set router 5901960b-0c52-423d-9136-572b11dcde21 gateway port host: dv-cinder-816695-1-iscsi {{(pid=101555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:28:38.311475 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-6348f138-de98-497a-ae05-286e81f3909b req-df6f77d3-eafb-4f1c-9a12-75d127888c6e service neutron] 10.222.0.46 "GET /v2.0/networks/3934163e-7755-439f-bda9-12f9f87b1bd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865395 Nov 18 18:28:38.405439 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-6348f138-de98-497a-ae05-286e81f3909b req-bdf44078-6e9f-4e44-81eb-3e622a1c94cc service neutron] 10.222.0.46 "GET /v2.0/networks/3934163e-7755-439f-bda9-12f9f87b1bd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866740 Nov 18 18:28:38.532585 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_hamode_db [None req-3ec10935-17bd-4e9d-a605-587b9016d05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5901960b-0c52-423d-9136-572b11dcde21', 'name': 'tempest-TestVolumeBootPattern-1250912335-router', 'tenant_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'external_fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': 'ff7d3f67-3e07-4d14-b80d-4cab3fc90c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:25:02Z', 'updated_at': '2021-11-18T18:25:05Z', 'revision_number': 4, 'project_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'gw_port': {'id': 'ff7d3f67-3e07-4d14-b80d-4cab3fc90c52', 'name': '', 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:5a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5901960b-0c52-423d-9136-572b11dcde21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:25:02Z', 'updated_at': '2021-11-18T18:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816695-1-iscsi', '_floatingips': [{'id': 'd4d5d5a4-7c95-48f6-8ce6-63c59dfaf33b', 'tenant_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'floating_ip_address': '172.27.0.14', 'floating_network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'router_id': '5901960b-0c52-423d-9136-572b11dcde21', 'port_id': 'fe2bc620-0616-4056-a627-e554e4ab6a89', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3934163e-7755-439f-bda9-12f9f87b1bd2', 'mac_address': 'fa:16:3e:e9:f4:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e412a94b-73c1-4c05-af6d-f21ce675e37a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T18:28:36Z', 'updated_at': '2021-11-18T18:28:36Z', 'revision_number': 0, 'project_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '560a4b6d-e9de-487b-ad59-0fe5987b2c97', 'name': '', 'network_id': '3934163e-7755-439f-bda9-12f9f87b1bd2', 'tenant_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'mac_address': 'fa:16:3e:ff:a8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5901960b-0c52-423d-9136-572b11dcde21', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '28855948-909f-4d6a-a5b1-6e9277fe95e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:25:04Z', 'updated_at': '2021-11-18T18:25:11Z', 'revision_number': 5, 'project_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'subnets': [{'id': '28855948-909f-4d6a-a5b1-6e9277fe95e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816695-1-iscsi', False) {} {{(pid=101555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:28:38.558692 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec10935-17bd-4e9d-a605-587b9016d05f None None] The sync data for ids ['5901960b-0c52-423d-9136-572b11dcde21'] in dv-cinder-816695-1-iscsi is: [{'id': '5901960b-0c52-423d-9136-572b11dcde21', 'name': 'tempest-TestVolumeBootPattern-1250912335-router', 'tenant_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'external_fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': 'ff7d3f67-3e07-4d14-b80d-4cab3fc90c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:25:02Z', 'updated_at': '2021-11-18T18:25:05Z', 'revision_number': 4, 'project_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'gw_port': {'id': 'ff7d3f67-3e07-4d14-b80d-4cab3fc90c52', 'name': '', 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:5a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5901960b-0c52-423d-9136-572b11dcde21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:25:02Z', 'updated_at': '2021-11-18T18:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816695-1-iscsi', '_floatingips': [{'id': 'd4d5d5a4-7c95-48f6-8ce6-63c59dfaf33b', 'tenant_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'floating_ip_address': '172.27.0.14', 'floating_network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'router_id': '5901960b-0c52-423d-9136-572b11dcde21', 'port_id': 'fe2bc620-0616-4056-a627-e554e4ab6a89', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3934163e-7755-439f-bda9-12f9f87b1bd2', 'mac_address': 'fa:16:3e:e9:f4:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e412a94b-73c1-4c05-af6d-f21ce675e37a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T18:28:36Z', 'updated_at': '2021-11-18T18:28:36Z', 'revision_number': 0, 'project_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '560a4b6d-e9de-487b-ad59-0fe5987b2c97', 'name': '', 'network_id': '3934163e-7755-439f-bda9-12f9f87b1bd2', 'tenant_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'mac_address': 'fa:16:3e:ff:a8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5901960b-0c52-423d-9136-572b11dcde21', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '28855948-909f-4d6a-a5b1-6e9277fe95e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:25:04Z', 'updated_at': '2021-11-18T18:25:11Z', 'revision_number': 5, 'project_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'subnets': [{'id': '28855948-909f-4d6a-a5b1-6e9277fe95e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 18:28:38.743352 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0c02e6-e12c-4dbd-a939-2062622627ea None None] New status for floating IP d4d5d5a4-7c95-48f6-8ce6-63c59dfaf33b: ACTIVE {{(pid=101556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 18 18:28:41.010635 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-266333d1-0a36-48c1-affd-922c95c33903 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:28:44.040163 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-accf6743-9213-4e42-80f8-0e537a64b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:28:44.212086 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:28:44.952646 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-e3a848c2-ffa0-4288-a759-e5f077163e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:28:46.983851 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-cd169395-ba62-4885-8b1f-e6616afe023f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:28:55.689353 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:29:01.877297 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.agents_db [None req-879798a6-d64d-4745-9d9a-40c50c0efc22 None None] Agent healthcheck: found 6 active agents {{(pid=101556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 18:29:05.607758 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [req-092ff53e-c847-4f1c-bfd6-0724c97d4251 req-91f3cc3f-5d62-4066-ae10-54b2898f8217 service neutron] (101554) timed out ('10.222.0.46', 60769) {{(pid=101554) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 18 18:29:06.212220 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [req-71b43c9d-a036-4df1-9d14-94a173d27e5d req-582c50e7-4484-4e5d-8486-64474b548009 service neutron] (101553) timed out ('10.222.0.46', 60749) {{(pid=101553) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 18 18:29:11.013240 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-ac154959-2d0b-4f31-a270-bc8acd980099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:29:14.043404 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-132638dd-9b7c-4079-a9c3-501aef3032ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:29:14.215125 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:29:14.955000 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-e3a848c2-ffa0-4288-a759-e5f077163e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:29:16.985901 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-cd169395-ba62-4885-8b1f-e6616afe023f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:29:25.695464 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:29:32.907952 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [req-8722e2fa-51a3-4e0d-a1f7-d60b0ad61d66 req-1e786fe5-c86e-43ab-8676-589812a8cea3 service neutron] (101553) timed out ('10.222.0.46', 60776) {{(pid=101553) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 18 18:29:32.931001 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [req-e0d7f7f4-11d6-4c9e-9950-bd19fcf197da req-c683ff92-cb0c-42a4-834f-75c6f9cc32a6 service neutron] (101554) timed out ('10.222.0.46', 60744) {{(pid=101554) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 18 18:29:38.875827 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.agents_db [None req-879798a6-d64d-4745-9d9a-40c50c0efc22 None None] Agent healthcheck: found 6 active agents {{(pid=101556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 18:29:39.007062 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-581a3835-7b36-4f3f-a5e4-11dce39f1918 req-81b2ddce-7595-4cba-8263-f8bfdd6c3a2b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=82bb6d5e-c691-4e9d-8e50-15eac8456823&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0447888 Nov 18 18:29:39.085717 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581a3835-7b36-4f3f-a5e4-11dce39f1918 req-56e5cc3d-3b13-4c7b-8b88-30baf02b5706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:29:39.087173 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-581a3835-7b36-4f3f-a5e4-11dce39f1918 req-56e5cc3d-3b13-4c7b-8b88-30baf02b5706 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=78bb53cbc7294569b7f5c09aa2eeb6cc&device_id=82bb6d5e-c691-4e9d-8e50-15eac8456823 HTTP/1.1" status: 200 len: 1137 time: 0.0395694 Nov 18 18:29:39.186453 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581a3835-7b36-4f3f-a5e4-11dce39f1918 req-60c097eb-2e30-403c-bdd9-23751cb82e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:29:39.187925 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-581a3835-7b36-4f3f-a5e4-11dce39f1918 req-60c097eb-2e30-403c-bdd9-23751cb82e85 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8fbb7eb2-7807-46da-99b0-3bb51a103e12 HTTP/1.1" status: 200 len: 916 time: 0.0821483 Nov 18 18:29:39.258526 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-581a3835-7b36-4f3f-a5e4-11dce39f1918 req-53a9f5ff-1e24-46ba-8168-733e598c4ec1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=327387c8-971f-45dd-bc72-0f7cac9c594f HTTP/1.1" status: 200 len: 1001 time: 0.0630462 Nov 18 18:29:39.310750 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581a3835-7b36-4f3f-a5e4-11dce39f1918 req-0f58218a-7ada-4811-8fea-bf2236df8a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:29:39.312251 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-581a3835-7b36-4f3f-a5e4-11dce39f1918 req-0f58218a-7ada-4811-8fea-bf2236df8a5d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=39a8ee46-0ca9-4feb-bcbe-4306173140b4 HTTP/1.1" status: 200 len: 854 time: 0.0473423 Nov 18 18:29:39.365696 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581a3835-7b36-4f3f-a5e4-11dce39f1918 req-d0ee7e32-639e-4359-9b5a-520fcd368206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:29:39.367440 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-581a3835-7b36-4f3f-a5e4-11dce39f1918 req-d0ee7e32-639e-4359-9b5a-520fcd368206 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8fbb7eb2-7807-46da-99b0-3bb51a103e12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0472999 Nov 18 18:29:39.462282 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-581a3835-7b36-4f3f-a5e4-11dce39f1918 req-7d129658-1b3b-423a-a5b2-7ad088c6d22a service neutron] 10.222.0.46 "GET /v2.0/networks/8fbb7eb2-7807-46da-99b0-3bb51a103e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869715 Nov 18 18:29:39.555866 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-581a3835-7b36-4f3f-a5e4-11dce39f1918 req-66bd0722-59a2-4333-8d3b-8427f3766996 service neutron] 10.222.0.46 "GET /v2.0/networks/8fbb7eb2-7807-46da-99b0-3bb51a103e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853441 Nov 18 18:29:40.008123 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-6959e02d-36cc-4285-97fc-0220eeb555f8 req-fd511164-0bbe-40b3-a7f5-b41c3145b615 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1641130095&fields=id&tenant_id=78bb53cbc7294569b7f5c09aa2eeb6cc HTTP/1.1" status: 200 len: 267 time: 0.0362830 Nov 18 18:29:40.073342 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6959e02d-36cc-4285-97fc-0220eeb555f8 req-c491816a-f95a-4ecf-8101-d4a647b55ef0 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:29:40.074855 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-6959e02d-36cc-4285-97fc-0220eeb555f8 req-c491816a-f95a-4ecf-8101-d4a647b55ef0 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] 10.222.0.21 "GET /v2.0/ports?device_id=82bb6d5e-c691-4e9d-8e50-15eac8456823 HTTP/1.1" status: 200 len: 984 time: 0.0607085 Nov 18 18:29:40.086520 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.v2.base [req-6959e02d-36cc-4285-97fc-0220eeb555f8 req-0424da19-38f0-4684-8b87-54a71de2e7d0 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Request body: {'port': {'security_groups': ['43bd9df0-a033-46d8-9455-f560ad2e2a09']}} {{(pid=101553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:29:40.156750 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-6959e02d-36cc-4285-97fc-0220eeb555f8 req-0424da19-38f0-4684-8b87-54a71de2e7d0 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:29:40.594786 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.db [req-6959e02d-36cc-4285-97fc-0220eeb555f8 req-0424da19-38f0-4684-8b87-54a71de2e7d0 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] For port 327387c8-971f-45dd-bc72-0f7cac9c594f, host hv-cinder-81669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81669',level=0,port_id=327387c8-971f-45dd-bc72-0f7cac9c594f,segment=NetworkSegment(1edf0e35-424e-4f94-8a9f-eeaff4629c50),segment_id=1edf0e35-424e-4f94-8a9f-eeaff4629c50)] {{(pid=101553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:29:40.628488 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-6959e02d-36cc-4285-97fc-0220eeb555f8 req-0424da19-38f0-4684-8b87-54a71de2e7d0 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Notify callbacks [] for port, precommit_update {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:29:40.632952 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-6959e02d-36cc-4285-97fc-0220eeb555f8 req-0424da19-38f0-4684-8b87-54a71de2e7d0 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5584123'] for port, after_update {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:29:40.645651 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] get_ports_and_sgs() called for port_ids ['327387c8-971f-45dd-bc72-0f7cac9c594f'] {{(pid=101555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 18:29:40.679671 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6959e02d-36cc-4285-97fc-0220eeb555f8 req-0424da19-38f0-4684-8b87-54a71de2e7d0 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:29:40.680364 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [req-6959e02d-36cc-4285-97fc-0220eeb555f8 req-0424da19-38f0-4684-8b87-54a71de2e7d0 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47340'] for port, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:29:40.683468 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-6959e02d-36cc-4285-97fc-0220eeb555f8 req-0424da19-38f0-4684-8b87-54a71de2e7d0 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] 10.222.0.21 "PUT /v2.0/ports/327387c8-971f-45dd-bc72-0f7cac9c594f HTTP/1.1" status: 200 len: 942 time: 0.6014879 Nov 18 18:29:40.686312 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82bb6d5e-c691-4e9d-8e50-15eac8456823', 'tag': '327387c8-971f-45dd-bc72-0f7cac9c594f'}] {{(pid=101553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:29:40.688463 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 56034) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:29:40.689112 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3f9c8695bc273365e1ae5046181e224bccdab9c1f2bdac51621509927968c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7db0ae22-399a-4eca-9992-63d672616e58" -d '{"events": [{"name": "network-changed", "server_uuid": "82bb6d5e-c691-4e9d-8e50-15eac8456823", "tag": "327387c8-971f-45dd-bc72-0f7cac9c594f"}]}' {{(pid=101553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:29:40.719626 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0424da19-38f0-4684-8b87-54a71de2e7d0 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Pushing event updated for resources: {'Port': ['ID=327387c8-971f-45dd-bc72-0f7cac9c594f,revision_number=7']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:29:40.728227 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0424da19-38f0-4684-8b87-54a71de2e7d0 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:29:40.729356 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0424da19-38f0-4684-8b87-54a71de2e7d0 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:29:40.729748 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0424da19-38f0-4684-8b87-54a71de2e7d0 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:29:40.730091 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0424da19-38f0-4684-8b87-54a71de2e7d0 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:29:40.730653 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0424da19-38f0-4684-8b87-54a71de2e7d0 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:29:40.730989 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0424da19-38f0-4684-8b87-54a71de2e7d0 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:29:40.731322 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0424da19-38f0-4684-8b87-54a71de2e7d0 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:29:40.731708 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0424da19-38f0-4684-8b87-54a71de2e7d0 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:29:40.732067 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0424da19-38f0-4684-8b87-54a71de2e7d0 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:29:40.732395 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0424da19-38f0-4684-8b87-54a71de2e7d0 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:29:40.732778 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0424da19-38f0-4684-8b87-54a71de2e7d0 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:29:40.733293 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0424da19-38f0-4684-8b87-54a71de2e7d0 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:29:40.765435 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 18:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcd0efda-411c-4c85-b77a-c8dbaac7a456 x-openstack-request-id: req-dcd0efda-411c-4c85-b77a-c8dbaac7a456 {{(pid=101553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:29:40.765723 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82bb6d5e-c691-4e9d-8e50-15eac8456823", "tag": "327387c8-971f-45dd-bc72-0f7cac9c594f", "status": "completed", "code": 200}]} {{(pid=101553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:29:40.766498 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dcd0efda-411c-4c85-b77a-c8dbaac7a456 {{(pid=101553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:29:40.766984 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82bb6d5e-c691-4e9d-8e50-15eac8456823', 'tag': '327387c8-971f-45dd-bc72-0f7cac9c594f', 'status': 'completed', 'code': 200} Nov 18 18:29:40.784247 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] get_ports_and_sgs() called for port_ids ['327387c8-971f-45dd-bc72-0f7cac9c594f'] {{(pid=101555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 18:29:40.838481 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-6db9c037-94e7-4976-ab0c-ba4e0a2533bf tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Notify callbacks [] for security_group, before_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:29:40.857829 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db0ae22-399a-4eca-9992-63d672616e58 req-15f3aaca-3001-470a-b724-d0c87f2fea79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:29:40.859474 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-7db0ae22-399a-4eca-9992-63d672616e58 req-15f3aaca-3001-470a-b724-d0c87f2fea79 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=78bb53cbc7294569b7f5c09aa2eeb6cc&device_id=82bb6d5e-c691-4e9d-8e50-15eac8456823 HTTP/1.1" status: 200 len: 1098 time: 0.0725677 Nov 18 18:29:40.882426 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-6db9c037-94e7-4976-ab0c-ba4e0a2533bf tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:29:40.973948 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-b0dae512-2082-4fb7-9520-4e4f55c2264d None None] Provisioning complete for port 327387c8-971f-45dd-bc72-0f7cac9c594f triggered by entity DHCP. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:29:40.974254 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-b0dae512-2082-4fb7-9520-4e4f55c2264d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:29:40.987905 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db0ae22-399a-4eca-9992-63d672616e58 req-8f3b28bc-6a6b-40b0-8753-9fbf16ec562d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:29:40.989403 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-7db0ae22-399a-4eca-9992-63d672616e58 req-8f3b28bc-6a6b-40b0-8753-9fbf16ec562d service neutron] 10.222.0.46 "GET /v2.0/networks?id=8fbb7eb2-7807-46da-99b0-3bb51a103e12 HTTP/1.1" status: 200 len: 916 time: 0.1213312 Nov 18 18:29:41.027481 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-e3a64566-6b2e-408e-a5c6-58434d30ff0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:29:41.049044 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-6db9c037-94e7-4976-ab0c-ba4e0a2533bf tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:29:41.051549 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-6db9c037-94e7-4976-ab0c-ba4e0a2533bf tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Notify callbacks [] for security_group, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:29:41.052718 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-6db9c037-94e7-4976-ab0c-ba4e0a2533bf tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] 10.222.0.21 "DELETE /v2.0/security-groups/217c7539-fa21-45b6-99a5-a5719d45417f HTTP/1.1" status: 204 len: 168 time: 0.3630335 Nov 18 18:29:41.055513 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 56040) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:29:41.067447 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db9c037-94e7-4976-ab0c-ba4e0a2533bf tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=217c7539-fa21-45b6-99a5-a5719d45417f,revision_number=None']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:29:41.084609 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db9c037-94e7-4976-ab0c-ba4e0a2533bf tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:29:41.084958 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db9c037-94e7-4976-ab0c-ba4e0a2533bf tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:29:41.085296 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db9c037-94e7-4976-ab0c-ba4e0a2533bf tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:29:41.085627 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db9c037-94e7-4976-ab0c-ba4e0a2533bf tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:29:41.085956 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db9c037-94e7-4976-ab0c-ba4e0a2533bf tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:29:41.086283 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db9c037-94e7-4976-ab0c-ba4e0a2533bf tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:29:41.086608 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db9c037-94e7-4976-ab0c-ba4e0a2533bf tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:29:41.086931 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db9c037-94e7-4976-ab0c-ba4e0a2533bf tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:29:41.087250 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db9c037-94e7-4976-ab0c-ba4e0a2533bf tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:29:41.087567 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db9c037-94e7-4976-ab0c-ba4e0a2533bf tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:29:41.087916 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db9c037-94e7-4976-ab0c-ba4e0a2533bf tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:29:41.088234 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db9c037-94e7-4976-ab0c-ba4e0a2533bf tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:29:41.092597 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-7db0ae22-399a-4eca-9992-63d672616e58 req-51788495-2f31-4288-b070-7ecaca607446 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=327387c8-971f-45dd-bc72-0f7cac9c594f HTTP/1.1" status: 200 len: 1001 time: 0.0910845 Nov 18 18:29:41.143781 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db0ae22-399a-4eca-9992-63d672616e58 req-31b8d5ae-95c8-4c01-b6d8-faeb4b63738e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:29:41.145345 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-7db0ae22-399a-4eca-9992-63d672616e58 req-31b8d5ae-95c8-4c01-b6d8-faeb4b63738e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=39a8ee46-0ca9-4feb-bcbe-4306173140b4 HTTP/1.1" status: 200 len: 854 time: 0.0454974 Nov 18 18:29:41.191911 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db0ae22-399a-4eca-9992-63d672616e58 req-f2a1dbd3-cc61-4eca-a5ee-f4d40c756d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:29:41.193442 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-7db0ae22-399a-4eca-9992-63d672616e58 req-f2a1dbd3-cc61-4eca-a5ee-f4d40c756d6d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8fbb7eb2-7807-46da-99b0-3bb51a103e12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406580 Nov 18 18:29:41.221620 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.plugin [None req-0ce2d540-91a1-491a-9c44-aa627a927eff tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Deleting port 9f87dc2c-9729-4300-9e7a-de129d1256fd {{(pid=101553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 18 18:29:41.221948 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-0ce2d540-91a1-491a-9c44-aa627a927eff tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768457215290'] for port, before_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:29:41.288641 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-7db0ae22-399a-4eca-9992-63d672616e58 req-b2e983c1-0e5c-49e0-87df-42be8cf9aabf service neutron] 10.222.0.46 "GET /v2.0/networks/8fbb7eb2-7807-46da-99b0-3bb51a103e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856595 Nov 18 18:29:41.301644 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-0ce2d540-91a1-491a-9c44-aa627a927eff tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369284'] for port, precommit_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:29:41.301973 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-0ce2d540-91a1-491a-9c44-aa627a927eff tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:29:41.315179 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.plugin [None req-0ce2d540-91a1-491a-9c44-aa627a927eff tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Calling delete_port for 9f87dc2c-9729-4300-9e7a-de129d1256fd owned by network:floatingip {{(pid=101553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 18 18:29:41.387666 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-7db0ae22-399a-4eca-9992-63d672616e58 req-832c1cab-6689-4f7c-bd54-f8009efe7006 service neutron] 10.222.0.46 "GET /v2.0/networks/8fbb7eb2-7807-46da-99b0-3bb51a103e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914109 Nov 18 18:29:41.481807 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-0ce2d540-91a1-491a-9c44-aa627a927eff tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768457221690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768456900410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5584108'] for port, after_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:29:41.511865 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce2d540-91a1-491a-9c44-aa627a927eff tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Pushing event deleted for resources: {'Port': ['ID=9f87dc2c-9729-4300-9e7a-de129d1256fd,revision_number=None']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:29:41.568986 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-0ce2d540-91a1-491a-9c44-aa627a927eff tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Notify callbacks [] for floatingip, after_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:29:41.569375 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.db.l3_db [None req-0ce2d540-91a1-491a-9c44-aa627a927eff tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Floating IP f04d1cc2-f0a7-451f-ad97-32bb2eac0535 disassociated (deleted). External IP: 172.27.0.219, port: 327387c8-971f-45dd-bc72-0f7cac9c594f. Nov 18 18:29:41.780952 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ce2d540-91a1-491a-9c44-aa627a927eff tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Router 3aecd96e-8816-4d24-b5b2-abcaf53162b9 has already been hosted by L3 agent 11d55508-f5ea-4178-bd3a-0ed8666e5761 {{(pid=101553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 18:29:41.888206 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ce2d540-91a1-491a-9c44-aa627a927eff tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Notify agent at l3_agent.dv-cinder-816695-1-iscsi the message routers_updated {{(pid=101553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 18:29:41.894848 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-0ce2d540-91a1-491a-9c44-aa627a927eff tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47340'] for floatingip, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:29:41.899925 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3763db80-98b4-4f4d-b2f3-863ec721dad9 None None] Sync routers for ids ['3aecd96e-8816-4d24-b5b2-abcaf53162b9'] in dv-cinder-816695-1-iscsi {{(pid=101555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 18:29:41.910009 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3763db80-98b4-4f4d-b2f3-863ec721dad9 None None] Routers {'3aecd96e-8816-4d24-b5b2-abcaf53162b9'} bound to L3 agent in host dv-cinder-816695-1-iscsi {{(pid=101555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:29:41.910648 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_hamode_db [None req-3763db80-98b4-4f4d-b2f3-863ec721dad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T18:05:14Z,description=,heartbeat_timestamp=2021-11-18T18:29:14Z,host='dv-cinder-816695-1-iscsi',id=11d55508-f5ea-4178-bd3a-0ed8666e5761,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T18:05:14Z,topic='l3_agent')) {'router_ids': ['3aecd96e-8816-4d24-b5b2-abcaf53162b9'], 'active': True} {{(pid=101555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:29:41.923184 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-0ce2d540-91a1-491a-9c44-aa627a927eff tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] 10.222.0.21 "DELETE /v2.0/floatingips/f04d1cc2-f0a7-451f-ad97-32bb2eac0535 HTTP/1.1" status: 204 len: 168 time: 0.8665366 Nov 18 18:29:42.020821 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_dvr_db [None req-3763db80-98b4-4f4d-b2f3-863ec721dad9 None None] Set router 3aecd96e-8816-4d24-b5b2-abcaf53162b9 gateway port host: dv-cinder-816695-1-iscsi {{(pid=101555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:29:42.241624 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_hamode_db [None req-3763db80-98b4-4f4d-b2f3-863ec721dad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aecd96e-8816-4d24-b5b2-abcaf53162b9', 'name': 'tempest-TestMinimumBasicScenario-1843931220-router', 'tenant_id': '78bb53cbc7294569b7f5c09aa2eeb6cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'external_fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'ff996bd9-472d-4856-9bb7-46850ad44898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:26:26Z', 'updated_at': '2021-11-18T18:26:28Z', 'revision_number': 4, 'project_id': '78bb53cbc7294569b7f5c09aa2eeb6cc', 'gw_port': {'id': 'ff996bd9-472d-4856-9bb7-46850ad44898', 'name': '', 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aecd96e-8816-4d24-b5b2-abcaf53162b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:26:26Z', 'updated_at': '2021-11-18T18:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816695-1-iscsi', '_interfaces': [{'id': 'ab8ffc7c-6a65-4a05-8630-11aaf9dcaf87', 'name': '', 'network_id': '8fbb7eb2-7807-46da-99b0-3bb51a103e12', 'tenant_id': '78bb53cbc7294569b7f5c09aa2eeb6cc', 'mac_address': 'fa:16:3e:37:23:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aecd96e-8816-4d24-b5b2-abcaf53162b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '39a8ee46-0ca9-4feb-bcbe-4306173140b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:26:28Z', 'updated_at': '2021-11-18T18:26:33Z', 'revision_number': 5, 'project_id': '78bb53cbc7294569b7f5c09aa2eeb6cc', 'subnets': [{'id': '39a8ee46-0ca9-4feb-bcbe-4306173140b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816695-1-iscsi', False) {} {{(pid=101555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:29:42.269666 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3763db80-98b4-4f4d-b2f3-863ec721dad9 None None] Checking router: 3aecd96e-8816-4d24-b5b2-abcaf53162b9 for host: dv-cinder-816695-1-iscsi {{(pid=101555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 18:29:42.278298 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3763db80-98b4-4f4d-b2f3-863ec721dad9 None None] Routers {'3aecd96e-8816-4d24-b5b2-abcaf53162b9'} bound to L3 agent in host dv-cinder-816695-1-iscsi {{(pid=101555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:29:42.278902 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_hamode_db [None req-3763db80-98b4-4f4d-b2f3-863ec721dad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T18:05:14Z,description=,heartbeat_timestamp=2021-11-18T18:29:14Z,host='dv-cinder-816695-1-iscsi',id=11d55508-f5ea-4178-bd3a-0ed8666e5761,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T18:05:14Z,topic='l3_agent')) {'router_ids': ['3aecd96e-8816-4d24-b5b2-abcaf53162b9'], 'active': True} {{(pid=101555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:29:42.388945 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_dvr_db [None req-3763db80-98b4-4f4d-b2f3-863ec721dad9 None None] Set router 3aecd96e-8816-4d24-b5b2-abcaf53162b9 gateway port host: dv-cinder-816695-1-iscsi {{(pid=101555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:29:42.600572 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_hamode_db [None req-3763db80-98b4-4f4d-b2f3-863ec721dad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aecd96e-8816-4d24-b5b2-abcaf53162b9', 'name': 'tempest-TestMinimumBasicScenario-1843931220-router', 'tenant_id': '78bb53cbc7294569b7f5c09aa2eeb6cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'external_fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'ff996bd9-472d-4856-9bb7-46850ad44898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:26:26Z', 'updated_at': '2021-11-18T18:26:28Z', 'revision_number': 4, 'project_id': '78bb53cbc7294569b7f5c09aa2eeb6cc', 'gw_port': {'id': 'ff996bd9-472d-4856-9bb7-46850ad44898', 'name': '', 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aecd96e-8816-4d24-b5b2-abcaf53162b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:26:26Z', 'updated_at': '2021-11-18T18:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816695-1-iscsi', '_interfaces': [{'id': 'ab8ffc7c-6a65-4a05-8630-11aaf9dcaf87', 'name': '', 'network_id': '8fbb7eb2-7807-46da-99b0-3bb51a103e12', 'tenant_id': '78bb53cbc7294569b7f5c09aa2eeb6cc', 'mac_address': 'fa:16:3e:37:23:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aecd96e-8816-4d24-b5b2-abcaf53162b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '39a8ee46-0ca9-4feb-bcbe-4306173140b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:26:28Z', 'updated_at': '2021-11-18T18:26:33Z', 'revision_number': 5, 'project_id': '78bb53cbc7294569b7f5c09aa2eeb6cc', 'subnets': [{'id': '39a8ee46-0ca9-4feb-bcbe-4306173140b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816695-1-iscsi', False) {} {{(pid=101555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:29:42.631649 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3763db80-98b4-4f4d-b2f3-863ec721dad9 None None] The sync data for ids ['3aecd96e-8816-4d24-b5b2-abcaf53162b9'] in dv-cinder-816695-1-iscsi is: [{'id': '3aecd96e-8816-4d24-b5b2-abcaf53162b9', 'name': 'tempest-TestMinimumBasicScenario-1843931220-router', 'tenant_id': '78bb53cbc7294569b7f5c09aa2eeb6cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'external_fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'ff996bd9-472d-4856-9bb7-46850ad44898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:26:26Z', 'updated_at': '2021-11-18T18:26:28Z', 'revision_number': 4, 'project_id': '78bb53cbc7294569b7f5c09aa2eeb6cc', 'gw_port': {'id': 'ff996bd9-472d-4856-9bb7-46850ad44898', 'name': '', 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aecd96e-8816-4d24-b5b2-abcaf53162b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:26:26Z', 'updated_at': '2021-11-18T18:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816695-1-iscsi', '_interfaces': [{'id': 'ab8ffc7c-6a65-4a05-8630-11aaf9dcaf87', 'name': '', 'network_id': '8fbb7eb2-7807-46da-99b0-3bb51a103e12', 'tenant_id': '78bb53cbc7294569b7f5c09aa2eeb6cc', 'mac_address': 'fa:16:3e:37:23:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aecd96e-8816-4d24-b5b2-abcaf53162b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '39a8ee46-0ca9-4feb-bcbe-4306173140b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:26:28Z', 'updated_at': '2021-11-18T18:26:33Z', 'revision_number': 5, 'project_id': '78bb53cbc7294569b7f5c09aa2eeb6cc', 'subnets': [{'id': '39a8ee46-0ca9-4feb-bcbe-4306173140b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 18:29:42.768449 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82bb6d5e-c691-4e9d-8e50-15eac8456823', 'tag': '327387c8-971f-45dd-bc72-0f7cac9c594f'}] {{(pid=101553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:29:42.771796 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3f9c8695bc273365e1ae5046181e224bccdab9c1f2bdac51621509927968c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6562bfb0-a6d7-49aa-8c6d-34cb4633a6fe" -d '{"events": [{"name": "network-changed", "server_uuid": "82bb6d5e-c691-4e9d-8e50-15eac8456823", "tag": "327387c8-971f-45dd-bc72-0f7cac9c594f"}]}' {{(pid=101553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:29:42.812767 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 18:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b92b89c1-f09e-4b4d-87cc-4712eaa9804f x-openstack-request-id: req-b92b89c1-f09e-4b4d-87cc-4712eaa9804f {{(pid=101553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:29:42.813061 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82bb6d5e-c691-4e9d-8e50-15eac8456823", "tag": "327387c8-971f-45dd-bc72-0f7cac9c594f", "status": "completed", "code": 200}]} {{(pid=101553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:29:42.813317 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b92b89c1-f09e-4b4d-87cc-4712eaa9804f {{(pid=101553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:29:42.813726 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82bb6d5e-c691-4e9d-8e50-15eac8456823', 'tag': '327387c8-971f-45dd-bc72-0f7cac9c594f', 'status': 'completed', 'code': 200} Nov 18 18:29:42.876779 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563b96e3-075d-4af2-b3fc-cd9a5882b6fb None None] New status for floating IP f04d1cc2-f0a7-451f-ad97-32bb2eac0535: DOWN {{(pid=101556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 18 18:29:42.896252 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6562bfb0-a6d7-49aa-8c6d-34cb4633a6fe req-6e430739-9827-4aa2-8552-dfb20560864a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:29:42.897936 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-6562bfb0-a6d7-49aa-8c6d-34cb4633a6fe req-6e430739-9827-4aa2-8552-dfb20560864a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=78bb53cbc7294569b7f5c09aa2eeb6cc&device_id=82bb6d5e-c691-4e9d-8e50-15eac8456823 HTTP/1.1" status: 200 len: 1098 time: 0.0528123 Nov 18 18:29:43.000495 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6562bfb0-a6d7-49aa-8c6d-34cb4633a6fe req-125334b7-9509-4765-a0e4-ced89a772e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:29:43.002090 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-6562bfb0-a6d7-49aa-8c6d-34cb4633a6fe req-125334b7-9509-4765-a0e4-ced89a772e09 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8fbb7eb2-7807-46da-99b0-3bb51a103e12 HTTP/1.1" status: 200 len: 916 time: 0.0963676 Nov 18 18:29:43.051406 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-6562bfb0-a6d7-49aa-8c6d-34cb4633a6fe req-c8a4be64-43a1-4608-b6e5-7988e0b41e76 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=327387c8-971f-45dd-bc72-0f7cac9c594f HTTP/1.1" status: 200 len: 217 time: 0.0414944 Nov 18 18:29:43.100698 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6562bfb0-a6d7-49aa-8c6d-34cb4633a6fe req-8754888b-74c2-490e-8c83-f150c55030b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:29:43.102165 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-6562bfb0-a6d7-49aa-8c6d-34cb4633a6fe req-8754888b-74c2-490e-8c83-f150c55030b9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=39a8ee46-0ca9-4feb-bcbe-4306173140b4 HTTP/1.1" status: 200 len: 854 time: 0.0441108 Nov 18 18:29:43.149389 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6562bfb0-a6d7-49aa-8c6d-34cb4633a6fe req-9f8ce309-afc5-4455-9627-bd44862c69a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:29:43.150799 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-6562bfb0-a6d7-49aa-8c6d-34cb4633a6fe req-9f8ce309-afc5-4455-9627-bd44862c69a4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8fbb7eb2-7807-46da-99b0-3bb51a103e12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418644 Nov 18 18:29:43.250952 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-6562bfb0-a6d7-49aa-8c6d-34cb4633a6fe req-50586b79-698a-469d-b2c7-cc943434b29d service neutron] 10.222.0.46 "GET /v2.0/networks/8fbb7eb2-7807-46da-99b0-3bb51a103e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916879 Nov 18 18:29:43.348099 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-6562bfb0-a6d7-49aa-8c6d-34cb4633a6fe req-49dc5050-002a-4925-9be5-2f0573016978 service neutron] 10.222.0.46 "GET /v2.0/networks/8fbb7eb2-7807-46da-99b0-3bb51a103e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900147 Nov 18 18:29:44.050288 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-4152c20b-8261-4869-aaee-e9a6fcb75487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:29:44.336076 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:29:44.660487 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1008f0-44b3-4eaf-9e95-c6a6f037e551 req-6a39712c-d085-4429-add8-69f08bfb910f tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:29:44.661950 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-bd1008f0-44b3-4eaf-9e95-c6a6f037e551 req-6a39712c-d085-4429-add8-69f08bfb910f tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] 10.222.0.21 "GET /v2.0/ports?device_id=82bb6d5e-c691-4e9d-8e50-15eac8456823 HTTP/1.1" status: 200 len: 945 time: 0.0491567 Nov 18 18:29:44.701159 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-bd1008f0-44b3-4eaf-9e95-c6a6f037e551 req-c772ada2-11ca-4b7a-89d0-fc8cffad6d92 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] 10.222.0.21 "GET /v2.0/security-groups?id=43bd9df0-a033-46d8-9455-f560ad2e2a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333202 Nov 18 18:29:44.957535 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-e3a848c2-ffa0-4288-a759-e5f077163e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:29:45.819115 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f03455-c08e-4cb4-a291-37f9a15c24fe req-8cd7b9bf-b436-4546-95a4-dfdb8d818af5 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:29:45.820610 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-20f03455-c08e-4cb4-a291-37f9a15c24fe req-8cd7b9bf-b436-4546-95a4-dfdb8d818af5 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] 10.222.0.21 "GET /v2.0/ports?device_id=82bb6d5e-c691-4e9d-8e50-15eac8456823 HTTP/1.1" status: 200 len: 945 time: 0.0538278 Nov 18 18:29:45.865077 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-20f03455-c08e-4cb4-a291-37f9a15c24fe req-475af35c-960e-431b-854c-de865b2af299 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] 10.222.0.21 "GET /v2.0/security-groups?id=43bd9df0-a033-46d8-9455-f560ad2e2a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385358 Nov 18 18:29:46.596617 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bedff4-ff23-42c8-9c24-cc763c167c35 req-a54b9e90-a88c-4ec5-8b32-01f7801bceb2 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:29:46.597994 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-32bedff4-ff23-42c8-9c24-cc763c167c35 req-a54b9e90-a88c-4ec5-8b32-01f7801bceb2 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] 10.222.0.46 "GET /v2.0/ports?device_id=82bb6d5e-c691-4e9d-8e50-15eac8456823 HTTP/1.1" status: 200 len: 945 time: 0.0494068 Nov 18 18:29:46.688903 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.plugin [req-32bedff4-ff23-42c8-9c24-cc763c167c35 req-b9919672-2b54-459f-b528-2b9883a4dc48 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Deleting port 327387c8-971f-45dd-bc72-0f7cac9c594f {{(pid=101554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 18 18:29:46.689235 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [req-32bedff4-ff23-42c8-9c24-cc763c167c35 req-b9919672-2b54-459f-b528-2b9883a4dc48 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768457215290'] for port, before_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:29:46.775048 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.db [req-32bedff4-ff23-42c8-9c24-cc763c167c35 req-b9919672-2b54-459f-b528-2b9883a4dc48 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] For port 327387c8-971f-45dd-bc72-0f7cac9c594f, host hv-cinder-81669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81669',level=0,port_id=327387c8-971f-45dd-bc72-0f7cac9c594f,segment=NetworkSegment(1edf0e35-424e-4f94-8a9f-eeaff4629c50),segment_id=1edf0e35-424e-4f94-8a9f-eeaff4629c50)] {{(pid=101554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:29:46.775402 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [req-32bedff4-ff23-42c8-9c24-cc763c167c35 req-b9919672-2b54-459f-b528-2b9883a4dc48 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369284'] for port, precommit_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:29:46.788338 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.plugin [req-32bedff4-ff23-42c8-9c24-cc763c167c35 req-b9919672-2b54-459f-b528-2b9883a4dc48 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Calling delete_port for 327387c8-971f-45dd-bc72-0f7cac9c594f owned by compute:nova {{(pid=101554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 18 18:29:46.919568 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [req-32bedff4-ff23-42c8-9c24-cc763c167c35 req-b9919672-2b54-459f-b528-2b9883a4dc48 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768457221690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768456900410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6202601'] for port, after_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:29:46.932395 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] get_ports_and_sgs() called for port_ids ['327387c8-971f-45dd-bc72-0f7cac9c594f'] {{(pid=101555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 18:29:46.957597 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9919672-2b54-459f-b528-2b9883a4dc48 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Pushing event deleted for resources: {'Port': ['ID=327387c8-971f-45dd-bc72-0f7cac9c594f,revision_number=None']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:29:46.959543 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-e88c8096-b209-424e-9312-094b870062ec req-8a0ec040-8a54-4ca6-a9b3-c5999ab3cf24 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] 10.222.0.21 "GET /v2.0/ports?device_id=82bb6d5e-c691-4e9d-8e50-15eac8456823 HTTP/1.1" status: 200 len: 210 time: 0.0276742 Nov 18 18:29:46.990849 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-cd169395-ba62-4885-8b1f-e6616afe023f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:29:47.004473 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.db.l3_dvrscheduler_db [req-32bedff4-ff23-42c8-9c24-cc763c167c35 req-b9919672-2b54-459f-b528-2b9883a4dc48 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] No DVR routers for this DVR port 327387c8-971f-45dd-bc72-0f7cac9c594f on host hv-cinder-81669 {{(pid=101554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 18:29:47.008014 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [req-32bedff4-ff23-42c8-9c24-cc763c167c35 req-b9919672-2b54-459f-b528-2b9883a4dc48 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47340'] for port, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:29:47.011406 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-32bedff4-ff23-42c8-9c24-cc763c167c35 req-b9919672-2b54-459f-b528-2b9883a4dc48 tempest-TestMinimumBasicScenario-1027724854 tempest-TestMinimumBasicScenario-1027724854-project] 10.222.0.46 "DELETE /v2.0/ports/327387c8-971f-45dd-bc72-0f7cac9c594f HTTP/1.1" status: 204 len: 173 time: 0.4070866 Nov 18 18:29:47.011860 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82bb6d5e-c691-4e9d-8e50-15eac8456823', 'name': 'network-vif-deleted', 'tag': '327387c8-971f-45dd-bc72-0f7cac9c594f'}] {{(pid=101554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:29:47.014184 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb6a83c3ebc788d099039a2e3a9a485db9e94d86a5b55328e01f3a68fc6aec2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7859f813-811d-4122-8ed9-75ffe83121e7" -d '{"events": [{"server_uuid": "82bb6d5e-c691-4e9d-8e50-15eac8456823", "name": "network-vif-deleted", "tag": "327387c8-971f-45dd-bc72-0f7cac9c594f"}]}' {{(pid=101554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:29:47.120614 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 18:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38ad53bb-4e74-4f7a-bcfd-76340a525b78 x-openstack-request-id: req-38ad53bb-4e74-4f7a-bcfd-76340a525b78 {{(pid=101554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:29:47.120906 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82bb6d5e-c691-4e9d-8e50-15eac8456823", "name": "network-vif-deleted", "tag": "327387c8-971f-45dd-bc72-0f7cac9c594f", "status": "completed", "code": 200}]} {{(pid=101554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:29:47.121158 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-38ad53bb-4e74-4f7a-bcfd-76340a525b78 {{(pid=101554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:29:47.121551 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82bb6d5e-c691-4e9d-8e50-15eac8456823', 'name': 'network-vif-deleted', 'tag': '327387c8-971f-45dd-bc72-0f7cac9c594f', 'status': 'completed', 'code': 200} Nov 18 18:29:49.597233 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 56136) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:29:49.888163 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Device 327387c8-971f-45dd-bc72-0f7cac9c594f no longer exists at agent hyperv_hv-cinder-81669 {{(pid=101555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 18:29:49.907549 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.plugin [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] No Port match for: 327387c8-971f-45dd-bc72-0f7cac9c594f {{(pid=101555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 18 18:29:49.907934 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Device 327387c8-971f-45dd-bc72-0f7cac9c594f not bound to the agent host hv-cinder-81669 {{(pid=101555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 18:29:49.999599 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-9c20e8e9-8e6a-4b89-be57-1c63571922b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-368475'] for router_interface, before_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:29:50.527156 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.plugin [None req-9c20e8e9-8e6a-4b89-be57-1c63571922b7 admin admin] Deleting port ab8ffc7c-6a65-4a05-8630-11aaf9dcaf87 {{(pid=101554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 18 18:29:50.527581 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-9c20e8e9-8e6a-4b89-be57-1c63571922b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768457215290'] for port, before_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:29:50.615191 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.db [None req-9c20e8e9-8e6a-4b89-be57-1c63571922b7 admin admin] For port ab8ffc7c-6a65-4a05-8630-11aaf9dcaf87, host dv-cinder-816695-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816695-1-iscsi',level=0,port_id=ab8ffc7c-6a65-4a05-8630-11aaf9dcaf87,segment=NetworkSegment(1edf0e35-424e-4f94-8a9f-eeaff4629c50),segment_id=1edf0e35-424e-4f94-8a9f-eeaff4629c50)] {{(pid=101554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:29:50.615896 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-9c20e8e9-8e6a-4b89-be57-1c63571922b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369284'] for port, precommit_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:29:50.628562 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.plugin [None req-9c20e8e9-8e6a-4b89-be57-1c63571922b7 admin admin] Calling delete_port for ab8ffc7c-6a65-4a05-8630-11aaf9dcaf87 owned by network:router_interface {{(pid=101554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 18 18:29:50.813593 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-9c20e8e9-8e6a-4b89-be57-1c63571922b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768457221690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768456900410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6202601'] for port, after_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:29:50.840027 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c20e8e9-8e6a-4b89-be57-1c63571922b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab8ffc7c-6a65-4a05-8630-11aaf9dcaf87,revision_number=None']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:29:51.008605 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-9c20e8e9-8e6a-4b89-be57-1c63571922b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-368541'] for router_interface, after_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:29:51.230667 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c20e8e9-8e6a-4b89-be57-1c63571922b7 admin admin] Router 3aecd96e-8816-4d24-b5b2-abcaf53162b9 has already been hosted by L3 agent 11d55508-f5ea-4178-bd3a-0ed8666e5761 {{(pid=101554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 18:29:51.332845 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c20e8e9-8e6a-4b89-be57-1c63571922b7 admin admin] Notify agent at l3_agent.dv-cinder-816695-1-iscsi the message routers_updated {{(pid=101554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 18:29:51.339123 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-9c20e8e9-8e6a-4b89-be57-1c63571922b7 admin admin] 10.222.0.21 "PUT /v2.0/routers/3aecd96e-8816-4d24-b5b2-abcaf53162b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7395661 Nov 18 18:29:51.340375 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 56138) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:29:51.341455 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1a19a7-9ee8-4bc8-951d-eb8dd058a660 None None] Sync routers for ids ['3aecd96e-8816-4d24-b5b2-abcaf53162b9'] in dv-cinder-816695-1-iscsi {{(pid=101555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 18:29:51.351194 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1a19a7-9ee8-4bc8-951d-eb8dd058a660 None None] Routers {'3aecd96e-8816-4d24-b5b2-abcaf53162b9'} bound to L3 agent in host dv-cinder-816695-1-iscsi {{(pid=101555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:29:51.351794 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_hamode_db [None req-8a1a19a7-9ee8-4bc8-951d-eb8dd058a660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T18:05:14Z,description=,heartbeat_timestamp=2021-11-18T18:29:44Z,host='dv-cinder-816695-1-iscsi',id=11d55508-f5ea-4178-bd3a-0ed8666e5761,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T18:05:14Z,topic='l3_agent')) {'router_ids': ['3aecd96e-8816-4d24-b5b2-abcaf53162b9'], 'active': True} {{(pid=101555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:29:51.444502 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-376fb52a-83c5-45d7-9aba-858969eac8ef admin admin] Notify callbacks [] for router, before_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:29:51.460119 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_dvr_db [None req-8a1a19a7-9ee8-4bc8-951d-eb8dd058a660 None None] Set router 3aecd96e-8816-4d24-b5b2-abcaf53162b9 gateway port host: dv-cinder-816695-1-iscsi {{(pid=101555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:29:51.554537 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-376fb52a-83c5-45d7-9aba-858969eac8ef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:29:51.609092 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.plugin [None req-376fb52a-83c5-45d7-9aba-858969eac8ef admin admin] Deleting port ff996bd9-472d-4856-9bb7-46850ad44898 {{(pid=101554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 18 18:29:51.609431 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-376fb52a-83c5-45d7-9aba-858969eac8ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768457215290'] for port, before_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:29:51.641099 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_hamode_db [None req-8a1a19a7-9ee8-4bc8-951d-eb8dd058a660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aecd96e-8816-4d24-b5b2-abcaf53162b9', 'name': 'tempest-TestMinimumBasicScenario-1843931220-router', 'tenant_id': '78bb53cbc7294569b7f5c09aa2eeb6cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'external_fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'ff996bd9-472d-4856-9bb7-46850ad44898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:26:26Z', 'updated_at': '2021-11-18T18:29:50Z', 'revision_number': 5, 'project_id': '78bb53cbc7294569b7f5c09aa2eeb6cc', 'gw_port': {'id': 'ff996bd9-472d-4856-9bb7-46850ad44898', 'name': '', 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aecd96e-8816-4d24-b5b2-abcaf53162b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:26:26Z', 'updated_at': '2021-11-18T18:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816695-1-iscsi'}], 'dv-cinder-816695-1-iscsi', False) {} {{(pid=101555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:29:51.672106 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1a19a7-9ee8-4bc8-951d-eb8dd058a660 None None] Checking router: 3aecd96e-8816-4d24-b5b2-abcaf53162b9 for host: dv-cinder-816695-1-iscsi {{(pid=101555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 18:29:51.680897 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1a19a7-9ee8-4bc8-951d-eb8dd058a660 None None] Routers {'3aecd96e-8816-4d24-b5b2-abcaf53162b9'} bound to L3 agent in host dv-cinder-816695-1-iscsi {{(pid=101555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:29:51.681496 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_hamode_db [None req-8a1a19a7-9ee8-4bc8-951d-eb8dd058a660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T18:05:14Z,description=,heartbeat_timestamp=2021-11-18T18:29:44Z,host='dv-cinder-816695-1-iscsi',id=11d55508-f5ea-4178-bd3a-0ed8666e5761,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T18:05:14Z,topic='l3_agent')) {'router_ids': ['3aecd96e-8816-4d24-b5b2-abcaf53162b9'], 'active': True} {{(pid=101555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:29:51.692522 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.db [None req-376fb52a-83c5-45d7-9aba-858969eac8ef admin admin] For port ff996bd9-472d-4856-9bb7-46850ad44898, host dv-cinder-816695-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816695-1-iscsi',level=0,port_id=ff996bd9-472d-4856-9bb7-46850ad44898,segment=NetworkSegment(ccf61333-990a-41b6-8fac-e85eb4401822),segment_id=ccf61333-990a-41b6-8fac-e85eb4401822)] {{(pid=101554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:29:51.693067 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-376fb52a-83c5-45d7-9aba-858969eac8ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369284'] for port, precommit_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:29:51.705461 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.plugin [None req-376fb52a-83c5-45d7-9aba-858969eac8ef admin admin] Calling delete_port for ff996bd9-472d-4856-9bb7-46850ad44898 owned by network:router_gateway {{(pid=101554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 18 18:29:51.767147 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_dvr_db [None req-8a1a19a7-9ee8-4bc8-951d-eb8dd058a660 None None] Set router 3aecd96e-8816-4d24-b5b2-abcaf53162b9 gateway port host: None {{(pid=101555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:29:51.818108 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_hamode_db [None req-8a1a19a7-9ee8-4bc8-951d-eb8dd058a660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aecd96e-8816-4d24-b5b2-abcaf53162b9', 'name': 'tempest-TestMinimumBasicScenario-1843931220-router', 'tenant_id': '78bb53cbc7294569b7f5c09aa2eeb6cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:26:26Z', 'updated_at': '2021-11-18T18:29:51Z', 'revision_number': 6, 'project_id': '78bb53cbc7294569b7f5c09aa2eeb6cc', 'gw_port_host': None}], 'dv-cinder-816695-1-iscsi', False) {} {{(pid=101555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:29:51.847997 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1a19a7-9ee8-4bc8-951d-eb8dd058a660 None None] The sync data for ids ['3aecd96e-8816-4d24-b5b2-abcaf53162b9'] in dv-cinder-816695-1-iscsi is: [{'id': '3aecd96e-8816-4d24-b5b2-abcaf53162b9', 'name': 'tempest-TestMinimumBasicScenario-1843931220-router', 'tenant_id': '78bb53cbc7294569b7f5c09aa2eeb6cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:26:26Z', 'updated_at': '2021-11-18T18:29:51Z', 'revision_number': 6, 'project_id': '78bb53cbc7294569b7f5c09aa2eeb6cc', 'gw_port_host': None}] {{(pid=101555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 18:29:51.870545 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-376fb52a-83c5-45d7-9aba-858969eac8ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768457221690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768456900410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6202601'] for port, after_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:29:51.900739 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376fb52a-83c5-45d7-9aba-858969eac8ef admin admin] Pushing event deleted for resources: {'Port': ['ID=ff996bd9-472d-4856-9bb7-46850ad44898,revision_number=None']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:29:51.956023 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-376fb52a-83c5-45d7-9aba-858969eac8ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-366283'] for router_gateway, after_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:29:52.059822 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-376fb52a-83c5-45d7-9aba-858969eac8ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-362562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15900'] for router, precommit_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:29:52.061902 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-376fb52a-83c5-45d7-9aba-858969eac8ef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:29:52.122365 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-376fb52a-83c5-45d7-9aba-858969eac8ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-362587'] for router, after_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:29:52.122848 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-376fb52a-83c5-45d7-9aba-858969eac8ef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3aecd96e-8816-4d24-b5b2-abcaf53162b9 {{(pid=101554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 18 18:29:52.128467 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-376fb52a-83c5-45d7-9aba-858969eac8ef admin admin] Notify callbacks [] for router, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:29:52.129889 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-376fb52a-83c5-45d7-9aba-858969eac8ef admin admin] 10.222.0.21 "DELETE /v2.0/routers/3aecd96e-8816-4d24-b5b2-abcaf53162b9 HTTP/1.1" status: 204 len: 168 time: 0.7884648 Nov 18 18:29:52.132928 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 56140) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:29:52.177780 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.db.db_base_plugin_v2 [None req-25cba993-3b8a-4e0f-906c-286598bc0e09 admin admin] Deleting subnet 39a8ee46-0ca9-4feb-bcbe-4306173140b4 {{(pid=101554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 18 18:29:52.181052 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-25cba993-3b8a-4e0f-906c-286598bc0e09 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:29:52.220290 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-25cba993-3b8a-4e0f-906c-286598bc0e09 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5286161'] for subnet, precommit_delete_associations {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:29:52.296991 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-25cba993-3b8a-4e0f-906c-286598bc0e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1775345'] for subnet, precommit_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:29:52.347363 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-25cba993-3b8a-4e0f-906c-286598bc0e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1775304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6202548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5600036'] for subnet, after_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:29:52.369720 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cba993-3b8a-4e0f-906c-286598bc0e09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39a8ee46-0ca9-4feb-bcbe-4306173140b4,revision_number=None']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:29:52.375455 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-25cba993-3b8a-4e0f-906c-286598bc0e09 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:29:52.378859 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-25cba993-3b8a-4e0f-906c-286598bc0e09 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/39a8ee46-0ca9-4feb-bcbe-4306173140b4 HTTP/1.1" status: 204 len: 168 time: 0.2450216 Nov 18 18:29:52.381316 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28115caa-c180-44c4-8f36-92e77208e811 None None] Network 8fbb7eb2-7807-46da-99b0-3bb51a103e12 requested from dv-cinder-816695-1-iscsi {{(pid=101555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 18:29:52.381818 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 56142) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:29:52.450499 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-1b179d33-bb41-4f44-9037-57357df2e4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793125'] for network, before_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:29:52.504210 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.plugin [None req-1b179d33-bb41-4f44-9037-57357df2e4a2 admin admin] Deleting port 48170c13-7210-4a8f-a80e-4de4cd9e3eee {{(pid=101554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 18 18:29:52.504550 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-1b179d33-bb41-4f44-9037-57357df2e4a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768457215290'] for port, before_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:29:52.568278 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.db [None req-1b179d33-bb41-4f44-9037-57357df2e4a2 admin admin] For port 48170c13-7210-4a8f-a80e-4de4cd9e3eee, host dv-cinder-816695-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816695-1-iscsi',level=0,port_id=48170c13-7210-4a8f-a80e-4de4cd9e3eee,segment=NetworkSegment(1edf0e35-424e-4f94-8a9f-eeaff4629c50),segment_id=1edf0e35-424e-4f94-8a9f-eeaff4629c50)] {{(pid=101554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:29:52.568651 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-1b179d33-bb41-4f44-9037-57357df2e4a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369284'] for port, precommit_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:29:52.587744 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.plugin [None req-1b179d33-bb41-4f44-9037-57357df2e4a2 admin admin] Calling delete_port for 48170c13-7210-4a8f-a80e-4de4cd9e3eee owned by network:dhcp {{(pid=101554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 18 18:29:52.597048 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccadc079-85f3-42ad-8be6-d5f4c160a3cb None None] DHCP port deletion for 8fbb7eb2-7807-46da-99b0-3bb51a103e12 request from dv-cinder-816695-1-iscsi {{(pid=101555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 18:29:52.658551 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.plugin [None req-ccadc079-85f3-42ad-8be6-d5f4c160a3cb None None] Deleting port 48170c13-7210-4a8f-a80e-4de4cd9e3eee {{(pid=101555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 18 18:29:52.658945 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-ccadc079-85f3-42ad-8be6-d5f4c160a3cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768457215290'] for port, before_delete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:29:52.671371 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Device ab8ffc7c-6a65-4a05-8630-11aaf9dcaf87 no longer exists at agent ovs-agent-dv-cinder-816695-1-iscsi {{(pid=101555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 18:29:52.675354 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-1b179d33-bb41-4f44-9037-57357df2e4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768457221690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768456900410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6202601'] for port, after_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:29:52.687950 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b179d33-bb41-4f44-9037-57357df2e4a2 admin admin] No DVR routers for this DVR port 48170c13-7210-4a8f-a80e-4de4cd9e3eee on host dv-cinder-816695-1-iscsi {{(pid=101554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 18:29:52.723359 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.plugin [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] No Port match for: ab8ffc7c-6a65-4a05-8630-11aaf9dcaf87 {{(pid=101555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 18 18:29:52.723709 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Device ab8ffc7c-6a65-4a05-8630-11aaf9dcaf87 not bound to the agent host dv-cinder-816695-1-iscsi {{(pid=101555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 18:29:52.724168 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Device 48170c13-7210-4a8f-a80e-4de4cd9e3eee no longer exists at agent ovs-agent-dv-cinder-816695-1-iscsi {{(pid=101555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 18:29:52.725842 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b179d33-bb41-4f44-9037-57357df2e4a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=48170c13-7210-4a8f-a80e-4de4cd9e3eee,revision_number=None']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:29:52.755289 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.plugin [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] No Port match for: 48170c13-7210-4a8f-a80e-4de4cd9e3eee {{(pid=101555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 18 18:29:52.755677 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Device 48170c13-7210-4a8f-a80e-4de4cd9e3eee not bound to the agent host dv-cinder-816695-1-iscsi {{(pid=101555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 18:29:52.756067 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Device ff996bd9-472d-4856-9bb7-46850ad44898 no longer exists at agent ovs-agent-dv-cinder-816695-1-iscsi {{(pid=101555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 18:29:52.779150 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-1b179d33-bb41-4f44-9037-57357df2e4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775996', 'neutron.services.segments.db._delete_segments_for_network-8768457200168'] for network, precommit_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:29:52.782606 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.plugin [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] No Port match for: ff996bd9-472d-4856-9bb7-46850ad44898 {{(pid=101555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 18 18:29:52.784156 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Device ff996bd9-472d-4856-9bb7-46850ad44898 not bound to the agent host dv-cinder-816695-1-iscsi {{(pid=101555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 18:29:52.803857 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-ccadc079-85f3-42ad-8be6-d5f4c160a3cb None None] For port 48170c13-7210-4a8f-a80e-4de4cd9e3eee, host dv-cinder-816695-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816695-1-iscsi',level=0,port_id=48170c13-7210-4a8f-a80e-4de4cd9e3eee,segment=NetworkSegment(1edf0e35-424e-4f94-8a9f-eeaff4629c50),segment_id=1edf0e35-424e-4f94-8a9f-eeaff4629c50)] {{(pid=101555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:29:52.804273 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-ccadc079-85f3-42ad-8be6-d5f4c160a3cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369284'] for port, precommit_delete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:29:52.805663 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.services.segments.db [None req-1b179d33-bb41-4f44-9037-57357df2e4a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fbb7eb2-7807-46da-99b0-3bb51a103e12']}} {{(pid=101554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:29:52.815306 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.services.segments.db [None req-1b179d33-bb41-4f44-9037-57357df2e4a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1edf0e35-424e-4f94-8a9f-eeaff4629c50') {'for_net_delete': True} {{(pid=101554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:29:52.815546 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.services.segments.db [None req-1b179d33-bb41-4f44-9037-57357df2e4a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1edf0e35-424e-4f94-8a9f-eeaff4629c50') {} {{(pid=101554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:29:52.816801 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.plugin [None req-ccadc079-85f3-42ad-8be6-d5f4c160a3cb None None] Calling delete_port for 48170c13-7210-4a8f-a80e-4de4cd9e3eee owned by network:dhcp {{(pid=101555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 18 18:29:52.824922 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-1b179d33-bb41-4f44-9037-57357df2e4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768457200505', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5286168'] for segment, before_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:29:52.839456 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-1b179d33-bb41-4f44-9037-57357df2e4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1774666'] for segment, precommit_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:29:52.846338 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b179d33-bb41-4f44-9037-57357df2e4a2 admin admin] Releasing vlan 766 on physical network physnet1 to pool {{(pid=101554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 18:29:52.846922 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-1b179d33-bb41-4f44-9037-57357df2e4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1774666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6202394'] for segment, after_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:29:52.848997 dv-cinder-816695-1-iscsi neutron-server[101554]: Traceback (most recent call last): Nov 18 18:29:52.848997 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 18:29:52.848997 dv-cinder-816695-1-iscsi neutron-server[101554]: timer() Nov 18 18:29:52.848997 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 18:29:52.848997 dv-cinder-816695-1-iscsi neutron-server[101554]: cb(*args, **kw) Nov 18 18:29:52.848997 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 18:29:52.848997 dv-cinder-816695-1-iscsi neutron-server[101554]: return func(*args, **kwargs) Nov 18 18:29:52.848997 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 18:29:52.848997 dv-cinder-816695-1-iscsi neutron-server[101554]: self._notify() Nov 18 18:29:52.848997 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 18:29:52.848997 dv-cinder-816695-1-iscsi neutron-server[101554]: self.callback(batched_events) Nov 18 18:29:52.848997 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 18:29:52.848997 dv-cinder-816695-1-iscsi neutron-server[101554]: event.method(event) Nov 18 18:29:52.848997 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 18:29:52.848997 dv-cinder-816695-1-iscsi neutron-server[101554]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 18:29:52.848997 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 18:29:52.848997 dv-cinder-816695-1-iscsi neutron-server[101554]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 18:29:52.848997 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 18:29:52.848997 dv-cinder-816695-1-iscsi neutron-server[101554]: return f(self, *a, **k) Nov 18 18:29:52.848997 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 18:29:52.848997 dv-cinder-816695-1-iscsi neutron-server[101554]: return self._get(url).json() Nov 18 18:29:52.848997 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 18:29:52.848997 dv-cinder-816695-1-iscsi neutron-server[101554]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 18:29:52.848997 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 18:29:52.848997 dv-cinder-816695-1-iscsi neutron-server[101554]: return self.request(url, 'GET', **kwargs) Nov 18 18:29:52.848997 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 18:29:52.848997 dv-cinder-816695-1-iscsi neutron-server[101554]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 18:29:52.848997 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 18:29:52.848997 dv-cinder-816695-1-iscsi neutron-server[101554]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 18:29:52.848997 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 18:29:52.848997 dv-cinder-816695-1-iscsi neutron-server[101554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 18:29:52.848997 dv-cinder-816695-1-iscsi neutron-server[101554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 18:29:52.903175 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-ccadc079-85f3-42ad-8be6-d5f4c160a3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768457221690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768456900410'] for port, after_delete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:29:52.910140 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-1b179d33-bb41-4f44-9037-57357df2e4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-366119'] for network, after_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:29:52.911250 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ccadc079-85f3-42ad-8be6-d5f4c160a3cb None None] Network 8fbb7eb2-7807-46da-99b0-3bb51a103e12 is not hosted by any dhcp agent {{(pid=101555) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 18 18:29:52.911751 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccadc079-85f3-42ad-8be6-d5f4c160a3cb None None] No DVR routers for this DVR port 48170c13-7210-4a8f-a80e-4de4cd9e3eee on host dv-cinder-816695-1-iscsi {{(pid=101555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 18:29:52.917383 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-1b179d33-bb41-4f44-9037-57357df2e4a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553968'] for network, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:29:52.920680 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-1b179d33-bb41-4f44-9037-57357df2e4a2 admin admin] 10.222.0.21 "DELETE /v2.0/networks/8fbb7eb2-7807-46da-99b0-3bb51a103e12 HTTP/1.1" status: 204 len: 168 time: 0.5382423 Nov 18 18:29:52.923591 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 56144) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:29:52.929871 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccadc079-85f3-42ad-8be6-d5f4c160a3cb None None] Pushing event deleted for resources: {'Port': ['ID=48170c13-7210-4a8f-a80e-4de4cd9e3eee,revision_number=None']} {{(pid=101555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:29:52.933845 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b179d33-bb41-4f44-9037-57357df2e4a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=8fbb7eb2-7807-46da-99b0-3bb51a103e12,revision_number=None']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:29:52.938728 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccadc079-85f3-42ad-8be6-d5f4c160a3cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:29:52.940694 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccadc079-85f3-42ad-8be6-d5f4c160a3cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:29:52.941201 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccadc079-85f3-42ad-8be6-d5f4c160a3cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:29:52.941697 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccadc079-85f3-42ad-8be6-d5f4c160a3cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:29:52.942468 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccadc079-85f3-42ad-8be6-d5f4c160a3cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:29:52.943221 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccadc079-85f3-42ad-8be6-d5f4c160a3cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:29:52.944059 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccadc079-85f3-42ad-8be6-d5f4c160a3cb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:29:52.944404 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccadc079-85f3-42ad-8be6-d5f4c160a3cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:29:52.944743 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccadc079-85f3-42ad-8be6-d5f4c160a3cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:29:52.945077 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccadc079-85f3-42ad-8be6-d5f4c160a3cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:29:52.945409 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccadc079-85f3-42ad-8be6-d5f4c160a3cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:29:52.945737 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccadc079-85f3-42ad-8be6-d5f4c160a3cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:29:53.278052 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-974fb52d-1377-44fb-aba0-8e689e52e413 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-368475'] for router_interface, before_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:29:53.523001 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.plugin [None req-974fb52d-1377-44fb-aba0-8e689e52e413 admin admin] Deleting port 7096eda9-95ba-4d74-b1bf-ebec6dff7e4f {{(pid=101553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 18 18:29:53.523335 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-974fb52d-1377-44fb-aba0-8e689e52e413 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768457215290'] for port, before_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:29:53.606608 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.db [None req-974fb52d-1377-44fb-aba0-8e689e52e413 admin admin] For port 7096eda9-95ba-4d74-b1bf-ebec6dff7e4f, host dv-cinder-816695-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816695-1-iscsi',level=0,port_id=7096eda9-95ba-4d74-b1bf-ebec6dff7e4f,segment=NetworkSegment(eff1e406-2e3a-4859-a2f6-94b3f473ddd8),segment_id=eff1e406-2e3a-4859-a2f6-94b3f473ddd8)] {{(pid=101553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:29:53.606855 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-974fb52d-1377-44fb-aba0-8e689e52e413 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369284'] for port, precommit_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:29:53.620968 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.plugin [None req-974fb52d-1377-44fb-aba0-8e689e52e413 admin admin] Calling delete_port for 7096eda9-95ba-4d74-b1bf-ebec6dff7e4f owned by network:router_interface {{(pid=101553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 18 18:29:53.811504 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-974fb52d-1377-44fb-aba0-8e689e52e413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768457221690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768456900410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5584108'] for port, after_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:29:53.836150 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974fb52d-1377-44fb-aba0-8e689e52e413 admin admin] Pushing event deleted for resources: {'Port': ['ID=7096eda9-95ba-4d74-b1bf-ebec6dff7e4f,revision_number=None']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:29:54.018154 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-974fb52d-1377-44fb-aba0-8e689e52e413 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-368541'] for router_interface, after_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:29:54.258200 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-974fb52d-1377-44fb-aba0-8e689e52e413 admin admin] Router 81370923-8def-44e7-8c34-0ee7ee579560 has already been hosted by L3 agent 11d55508-f5ea-4178-bd3a-0ed8666e5761 {{(pid=101553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 18:29:54.374622 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-974fb52d-1377-44fb-aba0-8e689e52e413 admin admin] Notify agent at l3_agent.dv-cinder-816695-1-iscsi the message routers_updated {{(pid=101553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 18:29:54.380145 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-974fb52d-1377-44fb-aba0-8e689e52e413 admin admin] 10.222.0.21 "PUT /v2.0/routers/81370923-8def-44e7-8c34-0ee7ee579560/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4548273 Nov 18 18:29:54.382725 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 56146) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:29:54.385275 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deae1c2d-75a4-4032-9470-bc5364f166b5 None None] Sync routers for ids ['81370923-8def-44e7-8c34-0ee7ee579560'] in dv-cinder-816695-1-iscsi {{(pid=101556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 18:29:54.395736 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deae1c2d-75a4-4032-9470-bc5364f166b5 None None] Routers {'81370923-8def-44e7-8c34-0ee7ee579560'} bound to L3 agent in host dv-cinder-816695-1-iscsi {{(pid=101556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:29:54.396482 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_hamode_db [None req-deae1c2d-75a4-4032-9470-bc5364f166b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T18:05:14Z,description=,heartbeat_timestamp=2021-11-18T18:29:44Z,host='dv-cinder-816695-1-iscsi',id=11d55508-f5ea-4178-bd3a-0ed8666e5761,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T18:05:14Z,topic='l3_agent')) {'router_ids': ['81370923-8def-44e7-8c34-0ee7ee579560'], 'active': True} {{(pid=101556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:29:54.501755 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_dvr_db [None req-deae1c2d-75a4-4032-9470-bc5364f166b5 None None] Set router 81370923-8def-44e7-8c34-0ee7ee579560 gateway port host: dv-cinder-816695-1-iscsi {{(pid=101556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:29:54.751086 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-8a51677f-bc70-4db7-a19e-d5b6981a5517 admin admin] Notify callbacks [] for router, before_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:29:54.776185 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_hamode_db [None req-deae1c2d-75a4-4032-9470-bc5364f166b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81370923-8def-44e7-8c34-0ee7ee579560', 'name': 'tempest-TestMinimumBasicScenario-407670135-router', 'tenant_id': 'dce7050ef2294fc5861aad2c155929ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'external_fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '6b75095e-8a3f-4299-9af2-0aa4ce7ebe77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:26:30Z', 'updated_at': '2021-11-18T18:29:53Z', 'revision_number': 5, 'project_id': 'dce7050ef2294fc5861aad2c155929ea', 'gw_port': {'id': '6b75095e-8a3f-4299-9af2-0aa4ce7ebe77', 'name': '', 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:8f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81370923-8def-44e7-8c34-0ee7ee579560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:26:31Z', 'updated_at': '2021-11-18T18:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816695-1-iscsi'}], 'dv-cinder-816695-1-iscsi', False) {} {{(pid=101556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:29:54.805384 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deae1c2d-75a4-4032-9470-bc5364f166b5 None None] Checking router: 81370923-8def-44e7-8c34-0ee7ee579560 for host: dv-cinder-816695-1-iscsi {{(pid=101556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 18:29:54.813671 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deae1c2d-75a4-4032-9470-bc5364f166b5 None None] Routers {'81370923-8def-44e7-8c34-0ee7ee579560'} bound to L3 agent in host dv-cinder-816695-1-iscsi {{(pid=101556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:29:54.814272 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_hamode_db [None req-deae1c2d-75a4-4032-9470-bc5364f166b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T18:05:14Z,description=,heartbeat_timestamp=2021-11-18T18:29:44Z,host='dv-cinder-816695-1-iscsi',id=11d55508-f5ea-4178-bd3a-0ed8666e5761,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T18:05:14Z,topic='l3_agent')) {'router_ids': ['81370923-8def-44e7-8c34-0ee7ee579560'], 'active': True} {{(pid=101556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:29:54.851580 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-8a51677f-bc70-4db7-a19e-d5b6981a5517 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:29:54.903955 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.plugin [None req-8a51677f-bc70-4db7-a19e-d5b6981a5517 admin admin] Deleting port 6b75095e-8a3f-4299-9af2-0aa4ce7ebe77 {{(pid=101553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 18 18:29:54.904418 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-8a51677f-bc70-4db7-a19e-d5b6981a5517 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768457215290'] for port, before_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:29:54.917767 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_dvr_db [None req-deae1c2d-75a4-4032-9470-bc5364f166b5 None None] Set router 81370923-8def-44e7-8c34-0ee7ee579560 gateway port host: dv-cinder-816695-1-iscsi {{(pid=101556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:29:54.983440 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.db [None req-8a51677f-bc70-4db7-a19e-d5b6981a5517 admin admin] For port 6b75095e-8a3f-4299-9af2-0aa4ce7ebe77, host dv-cinder-816695-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816695-1-iscsi',level=0,port_id=6b75095e-8a3f-4299-9af2-0aa4ce7ebe77,segment=NetworkSegment(ccf61333-990a-41b6-8fac-e85eb4401822),segment_id=ccf61333-990a-41b6-8fac-e85eb4401822)] {{(pid=101553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:29:54.983712 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-8a51677f-bc70-4db7-a19e-d5b6981a5517 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369284'] for port, precommit_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:29:54.996074 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.plugin [None req-8a51677f-bc70-4db7-a19e-d5b6981a5517 admin admin] Calling delete_port for 6b75095e-8a3f-4299-9af2-0aa4ce7ebe77 owned by network:router_gateway {{(pid=101553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 18 18:29:55.090028 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_hamode_db [None req-deae1c2d-75a4-4032-9470-bc5364f166b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81370923-8def-44e7-8c34-0ee7ee579560', 'name': 'tempest-TestMinimumBasicScenario-407670135-router', 'tenant_id': 'dce7050ef2294fc5861aad2c155929ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'external_fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '6b75095e-8a3f-4299-9af2-0aa4ce7ebe77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:26:30Z', 'updated_at': '2021-11-18T18:29:53Z', 'revision_number': 5, 'project_id': 'dce7050ef2294fc5861aad2c155929ea', 'gw_port': {'id': '6b75095e-8a3f-4299-9af2-0aa4ce7ebe77', 'name': '', 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:8f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81370923-8def-44e7-8c34-0ee7ee579560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:26:31Z', 'updated_at': '2021-11-18T18:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816695-1-iscsi'}], 'dv-cinder-816695-1-iscsi', False) {} {{(pid=101556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:29:55.116114 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deae1c2d-75a4-4032-9470-bc5364f166b5 None None] The sync data for ids ['81370923-8def-44e7-8c34-0ee7ee579560'] in dv-cinder-816695-1-iscsi is: [{'id': '81370923-8def-44e7-8c34-0ee7ee579560', 'name': 'tempest-TestMinimumBasicScenario-407670135-router', 'tenant_id': 'dce7050ef2294fc5861aad2c155929ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'external_fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '6b75095e-8a3f-4299-9af2-0aa4ce7ebe77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:26:30Z', 'updated_at': '2021-11-18T18:29:53Z', 'revision_number': 5, 'project_id': 'dce7050ef2294fc5861aad2c155929ea', 'gw_port': {'id': '6b75095e-8a3f-4299-9af2-0aa4ce7ebe77', 'name': '', 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:8f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81370923-8def-44e7-8c34-0ee7ee579560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:26:31Z', 'updated_at': '2021-11-18T18:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816695-1-iscsi'}] {{(pid=101556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 18:29:55.160707 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-8a51677f-bc70-4db7-a19e-d5b6981a5517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768457221690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768456900410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5584108'] for port, after_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:29:55.190115 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a51677f-bc70-4db7-a19e-d5b6981a5517 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b75095e-8a3f-4299-9af2-0aa4ce7ebe77,revision_number=None']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:29:55.250280 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-8a51677f-bc70-4db7-a19e-d5b6981a5517 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-366283'] for router_gateway, after_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:29:55.337433 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-8a51677f-bc70-4db7-a19e-d5b6981a5517 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-362562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15900'] for router, precommit_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:29:55.339514 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-8a51677f-bc70-4db7-a19e-d5b6981a5517 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:29:55.381419 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-8a51677f-bc70-4db7-a19e-d5b6981a5517 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-362587'] for router, after_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:29:55.381992 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a51677f-bc70-4db7-a19e-d5b6981a5517 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 81370923-8def-44e7-8c34-0ee7ee579560 {{(pid=101553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 18 18:29:55.386264 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-8a51677f-bc70-4db7-a19e-d5b6981a5517 admin admin] Notify callbacks [] for router, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:29:55.387465 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-8a51677f-bc70-4db7-a19e-d5b6981a5517 admin admin] 10.222.0.21 "DELETE /v2.0/routers/81370923-8def-44e7-8c34-0ee7ee579560 HTTP/1.1" status: 204 len: 168 time: 1.0037577 Nov 18 18:29:55.389868 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 56148) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:29:55.436438 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.db.db_base_plugin_v2 [None req-baa98794-e2b8-4fa5-868b-55e14bd253ad admin admin] Deleting subnet 2d705c0d-4780-4009-8cc0-52dcee329d83 {{(pid=101553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 18 18:29:55.440965 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-baa98794-e2b8-4fa5-868b-55e14bd253ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:29:55.476870 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-baa98794-e2b8-4fa5-868b-55e14bd253ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5393034'] for subnet, precommit_delete_associations {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:29:55.559069 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-baa98794-e2b8-4fa5-868b-55e14bd253ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1775345'] for subnet, precommit_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:29:55.616134 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-baa98794-e2b8-4fa5-868b-55e14bd253ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1775304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5584049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6021563'] for subnet, after_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:29:55.639272 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa98794-e2b8-4fa5-868b-55e14bd253ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d705c0d-4780-4009-8cc0-52dcee329d83,revision_number=None']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:29:55.645173 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-baa98794-e2b8-4fa5-868b-55e14bd253ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553968'] for subnet, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:29:55.650603 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-baa98794-e2b8-4fa5-868b-55e14bd253ad admin admin] 10.222.0.21 "DELETE /v2.0/subnets/2d705c0d-4780-4009-8cc0-52dcee329d83 HTTP/1.1" status: 204 len: 168 time: 0.2576337 Nov 18 18:29:55.651012 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 56150) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:29:55.651459 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5315102f-e2dc-46c5-9557-92fe61e16f0b None None] Network 5e79cade-ff92-4f90-9f89-5acd996ab82c requested from dv-cinder-816695-1-iscsi {{(pid=101555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 18:29:55.715442 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:29:55.730383 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-0b38bfcb-4569-4d18-a858-bc93f213ac43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793125'] for network, before_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:29:55.792402 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.plugin [None req-0b38bfcb-4569-4d18-a858-bc93f213ac43 admin admin] Deleting port 4b5e1705-d299-41be-b717-388da6088451 {{(pid=101554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 18 18:29:55.792835 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-0b38bfcb-4569-4d18-a858-bc93f213ac43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768457215290'] for port, before_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:29:55.865980 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.db [None req-0b38bfcb-4569-4d18-a858-bc93f213ac43 admin admin] For port 4b5e1705-d299-41be-b717-388da6088451, host dv-cinder-816695-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816695-1-iscsi',level=0,port_id=4b5e1705-d299-41be-b717-388da6088451,segment=NetworkSegment(eff1e406-2e3a-4859-a2f6-94b3f473ddd8),segment_id=eff1e406-2e3a-4859-a2f6-94b3f473ddd8)] {{(pid=101554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:29:55.866397 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-0b38bfcb-4569-4d18-a858-bc93f213ac43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369284'] for port, precommit_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:29:55.881983 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.plugin [None req-0b38bfcb-4569-4d18-a858-bc93f213ac43 admin admin] Calling delete_port for 4b5e1705-d299-41be-b717-388da6088451 owned by network:dhcp {{(pid=101554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 18 18:29:55.964576 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-0b38bfcb-4569-4d18-a858-bc93f213ac43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768457221690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768456900410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6202601'] for port, after_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:29:55.989163 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b38bfcb-4569-4d18-a858-bc93f213ac43 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b5e1705-d299-41be-b717-388da6088451,revision_number=None']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:29:55.992764 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b38bfcb-4569-4d18-a858-bc93f213ac43 admin admin] No DVR routers for this DVR port 4b5e1705-d299-41be-b717-388da6088451 on host dv-cinder-816695-1-iscsi {{(pid=101554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 18:29:56.062988 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-0b38bfcb-4569-4d18-a858-bc93f213ac43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775996', 'neutron.services.segments.db._delete_segments_for_network-8768457200168'] for network, precommit_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:29:56.082694 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.services.segments.db [None req-0b38bfcb-4569-4d18-a858-bc93f213ac43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e79cade-ff92-4f90-9f89-5acd996ab82c']}} {{(pid=101554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:29:56.091558 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.services.segments.db [None req-0b38bfcb-4569-4d18-a858-bc93f213ac43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eff1e406-2e3a-4859-a2f6-94b3f473ddd8') {'for_net_delete': True} {{(pid=101554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:29:56.091889 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.services.segments.db [None req-0b38bfcb-4569-4d18-a858-bc93f213ac43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eff1e406-2e3a-4859-a2f6-94b3f473ddd8') {} {{(pid=101554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:29:56.101421 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-0b38bfcb-4569-4d18-a858-bc93f213ac43 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768457200505', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5286168'] for segment, before_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:29:56.114785 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-0b38bfcb-4569-4d18-a858-bc93f213ac43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1774666'] for segment, precommit_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:29:56.121321 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b38bfcb-4569-4d18-a858-bc93f213ac43 admin admin] Releasing vlan 762 on physical network physnet1 to pool {{(pid=101554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 18:29:56.121761 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-0b38bfcb-4569-4d18-a858-bc93f213ac43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1774666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6202394'] for segment, after_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:29:56.123726 dv-cinder-816695-1-iscsi neutron-server[101554]: Traceback (most recent call last): Nov 18 18:29:56.123726 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 18:29:56.123726 dv-cinder-816695-1-iscsi neutron-server[101554]: timer() Nov 18 18:29:56.123726 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 18:29:56.123726 dv-cinder-816695-1-iscsi neutron-server[101554]: cb(*args, **kw) Nov 18 18:29:56.123726 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 18:29:56.123726 dv-cinder-816695-1-iscsi neutron-server[101554]: return func(*args, **kwargs) Nov 18 18:29:56.123726 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 18:29:56.123726 dv-cinder-816695-1-iscsi neutron-server[101554]: self._notify() Nov 18 18:29:56.123726 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 18:29:56.123726 dv-cinder-816695-1-iscsi neutron-server[101554]: self.callback(batched_events) Nov 18 18:29:56.123726 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 18:29:56.123726 dv-cinder-816695-1-iscsi neutron-server[101554]: event.method(event) Nov 18 18:29:56.123726 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 18:29:56.123726 dv-cinder-816695-1-iscsi neutron-server[101554]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 18:29:56.123726 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 18:29:56.123726 dv-cinder-816695-1-iscsi neutron-server[101554]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 18:29:56.123726 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 18:29:56.123726 dv-cinder-816695-1-iscsi neutron-server[101554]: return f(self, *a, **k) Nov 18 18:29:56.123726 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 18:29:56.123726 dv-cinder-816695-1-iscsi neutron-server[101554]: return self._get(url).json() Nov 18 18:29:56.123726 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 18:29:56.123726 dv-cinder-816695-1-iscsi neutron-server[101554]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 18:29:56.123726 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 18:29:56.123726 dv-cinder-816695-1-iscsi neutron-server[101554]: return self.request(url, 'GET', **kwargs) Nov 18 18:29:56.123726 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 18:29:56.123726 dv-cinder-816695-1-iscsi neutron-server[101554]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 18:29:56.123726 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 18:29:56.123726 dv-cinder-816695-1-iscsi neutron-server[101554]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 18:29:56.123726 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 18:29:56.123726 dv-cinder-816695-1-iscsi neutron-server[101554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 18:29:56.123726 dv-cinder-816695-1-iscsi neutron-server[101554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 18:29:56.141953 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81eba38f-0715-4b28-8b26-98e59409b986 None None] DHCP port deletion for 5e79cade-ff92-4f90-9f89-5acd996ab82c request from dv-cinder-816695-1-iscsi {{(pid=101555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 18:29:56.178481 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-0b38bfcb-4569-4d18-a858-bc93f213ac43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-366119'] for network, after_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:29:56.183885 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-0b38bfcb-4569-4d18-a858-bc93f213ac43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553968'] for network, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:29:56.187058 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-0b38bfcb-4569-4d18-a858-bc93f213ac43 admin admin] 10.222.0.21 "DELETE /v2.0/networks/5e79cade-ff92-4f90-9f89-5acd996ab82c HTTP/1.1" status: 204 len: 168 time: 0.5350411 Nov 18 18:29:56.201058 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b38bfcb-4569-4d18-a858-bc93f213ac43 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e79cade-ff92-4f90-9f89-5acd996ab82c,revision_number=None']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:29:56.349745 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 56154) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:29:56.376414 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Device 6b75095e-8a3f-4299-9af2-0aa4ce7ebe77 no longer exists at agent ovs-agent-dv-cinder-816695-1-iscsi {{(pid=101555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 18:29:56.389543 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-7acbe99d-d39e-4bfa-bc9c-99206775ccf3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=78bb53cbc7294569b7f5c09aa2eeb6cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0386441 Nov 18 18:29:56.391987 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 56156) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:29:56.396813 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.plugin [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] No Port match for: 6b75095e-8a3f-4299-9af2-0aa4ce7ebe77 {{(pid=101555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 18 18:29:56.397164 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Device 6b75095e-8a3f-4299-9af2-0aa4ce7ebe77 not bound to the agent host dv-cinder-816695-1-iscsi {{(pid=101555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 18:29:56.397731 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Device 7096eda9-95ba-4d74-b1bf-ebec6dff7e4f no longer exists at agent ovs-agent-dv-cinder-816695-1-iscsi {{(pid=101555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 18:29:56.418966 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.plugin [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] No Port match for: 7096eda9-95ba-4d74-b1bf-ebec6dff7e4f {{(pid=101555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 18 18:29:56.419311 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Device 7096eda9-95ba-4d74-b1bf-ebec6dff7e4f not bound to the agent host dv-cinder-816695-1-iscsi {{(pid=101555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 18:29:56.419729 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Device 4b5e1705-d299-41be-b717-388da6088451 no longer exists at agent ovs-agent-dv-cinder-816695-1-iscsi {{(pid=101555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 18:29:56.437607 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.plugin [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] No Port match for: 4b5e1705-d299-41be-b717-388da6088451 {{(pid=101555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 18 18:29:56.437947 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Device 4b5e1705-d299-41be-b717-388da6088451 not bound to the agent host dv-cinder-816695-1-iscsi {{(pid=101555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 18:29:56.439282 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-c8edf1b7-0f3a-4600-b37d-4a3cbd670a95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:29:56.461236 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-c8edf1b7-0f3a-4600-b37d-4a3cbd670a95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:29:56.506309 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-c8edf1b7-0f3a-4600-b37d-4a3cbd670a95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:29:56.509384 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-c8edf1b7-0f3a-4600-b37d-4a3cbd670a95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:29:56.510574 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-c8edf1b7-0f3a-4600-b37d-4a3cbd670a95 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/43bd9df0-a033-46d8-9455-f560ad2e2a09 HTTP/1.1" status: 204 len: 168 time: 0.1176865 Nov 18 18:29:56.518524 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8edf1b7-0f3a-4600-b37d-4a3cbd670a95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43bd9df0-a033-46d8-9455-f560ad2e2a09,revision_number=None']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:29:56.823360 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 56162) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:29:56.862776 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-100ef01a-3e63-4f0d-98ed-ca040926459c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dce7050ef2294fc5861aad2c155929ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380790 Nov 18 18:29:56.865373 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 56164) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:29:56.917683 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-e78f63eb-bf0d-4c59-adf0-5cba4618edc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:29:56.947588 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-e78f63eb-bf0d-4c59-adf0-5cba4618edc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:29:56.994354 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-e78f63eb-bf0d-4c59-adf0-5cba4618edc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:29:56.997006 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-e78f63eb-bf0d-4c59-adf0-5cba4618edc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:29:56.998484 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-e78f63eb-bf0d-4c59-adf0-5cba4618edc8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3981b74f-ea97-4f49-a001-27ef1af7f2d3 HTTP/1.1" status: 204 len: 168 time: 0.1318812 Nov 18 18:29:57.006634 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78f63eb-bf0d-4c59-adf0-5cba4618edc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3981b74f-ea97-4f49-a001-27ef1af7f2d3,revision_number=None']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:30:11.021789 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-aee07d8a-5896-4135-87c7-ebfa65a01005 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:30:14.041713 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-cfb1cf50-f3fd-4bb5-b132-8563f79de61e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:30:14.216899 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:30:14.960170 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-e3a848c2-ffa0-4288-a759-e5f077163e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:30:15.875331 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.agents_db [None req-879798a6-d64d-4745-9d9a-40c50c0efc22 None None] Agent healthcheck: found 6 active agents {{(pid=101556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 18:30:16.992910 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-cd169395-ba62-4885-8b1f-e6616afe023f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:30:25.692141 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:30:40.152323 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-95fe6875-d0fd-430b-b599-8690622a1650 req-12adc7a3-c2f6-4ef9-afa6-72fe12e232e5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e412a94b-73c1-4c05-af6d-f21ce675e37a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1728358 Nov 18 18:30:40.214136 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fe6875-d0fd-430b-b599-8690622a1650 req-6c353055-e4fc-4a0b-9ba4-f7cc8b973527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:30:40.215629 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-95fe6875-d0fd-430b-b599-8690622a1650 req-6c353055-e4fc-4a0b-9ba4-f7cc8b973527 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d3feb8b6d06d47f597e7f875d0b7baaa&device_id=e412a94b-73c1-4c05-af6d-f21ce675e37a HTTP/1.1" status: 200 len: 1098 time: 0.0410781 Nov 18 18:30:40.322173 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fe6875-d0fd-430b-b599-8690622a1650 req-dfcae31d-7753-4926-b165-f9976b8ae3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:30:40.323658 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-95fe6875-d0fd-430b-b599-8690622a1650 req-dfcae31d-7753-4926-b165-f9976b8ae3e0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3934163e-7755-439f-bda9-12f9f87b1bd2 HTTP/1.1" status: 200 len: 913 time: 0.0895019 Nov 18 18:30:40.395470 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-95fe6875-d0fd-430b-b599-8690622a1650 req-1eef09f5-750b-493d-a64a-c60e3946588b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe2bc620-0616-4056-a627-e554e4ab6a89 HTTP/1.1" status: 200 len: 1000 time: 0.0638363 Nov 18 18:30:40.448028 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fe6875-d0fd-430b-b599-8690622a1650 req-446b81b3-7a40-4661-8007-6db4c6aae645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:30:40.449508 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-95fe6875-d0fd-430b-b599-8690622a1650 req-446b81b3-7a40-4661-8007-6db4c6aae645 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=28855948-909f-4d6a-a5b1-6e9277fe95e3 HTTP/1.1" status: 200 len: 851 time: 0.0473990 Nov 18 18:30:40.508294 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fe6875-d0fd-430b-b599-8690622a1650 req-64380b8a-6c60-42fd-aa64-4168570e6731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:30:40.509873 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-95fe6875-d0fd-430b-b599-8690622a1650 req-64380b8a-6c60-42fd-aa64-4168570e6731 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3934163e-7755-439f-bda9-12f9f87b1bd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0459194 Nov 18 18:30:40.597494 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-95fe6875-d0fd-430b-b599-8690622a1650 req-f873db39-d89d-4111-bde9-8b9f3a06cada service neutron] 10.222.0.46 "GET /v2.0/networks/3934163e-7755-439f-bda9-12f9f87b1bd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805693 Nov 18 18:30:40.689985 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-95fe6875-d0fd-430b-b599-8690622a1650 req-56423b96-1761-4b34-bcb2-c8cd1c0d7f42 service neutron] 10.222.0.46 "GET /v2.0/networks/3934163e-7755-439f-bda9-12f9f87b1bd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853596 Nov 18 18:30:41.024178 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-c419e23f-4bb9-4664-a81f-094357fe2499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:30:44.042086 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-b75a4381-2500-48bf-b98e-c97e95ec8a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:30:44.218851 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:30:44.963321 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-e3a848c2-ffa0-4288-a759-e5f077163e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:30:46.997534 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-cd169395-ba62-4885-8b1f-e6616afe023f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:30:51.506386 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-6d652133-1695-4421-b76b-fa21525d00a2 req-ea0682f4-1e81-4585-ad4e-662e9933abcd tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1867372108&fields=id&tenant_id=d3feb8b6d06d47f597e7f875d0b7baaa HTTP/1.1" status: 200 len: 267 time: 0.0354185 Nov 18 18:30:51.616460 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d652133-1695-4421-b76b-fa21525d00a2 req-ee3be0b6-884c-47dd-af3e-72d9621fa740 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:30:51.617925 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-6d652133-1695-4421-b76b-fa21525d00a2 req-ee3be0b6-884c-47dd-af3e-72d9621fa740 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.21 "GET /v2.0/networks?id=3934163e-7755-439f-bda9-12f9f87b1bd2 HTTP/1.1" status: 200 len: 812 time: 0.1047287 Nov 18 18:30:51.633012 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-6d652133-1695-4421-b76b-fa21525d00a2 req-4d04009f-9f99-45d9-8553-b9cab2f8fdad tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.21 "GET /v2.0/quotas/d3feb8b6d06d47f597e7f875d0b7baaa HTTP/1.1" status: 200 len: 375 time: 0.0091608 Nov 18 18:30:51.688954 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-6d652133-1695-4421-b76b-fa21525d00a2 req-2000a0ff-a9ac-49f1-a8f2-46c9a522e0fc tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d3feb8b6d06d47f597e7f875d0b7baaa&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0507309 Nov 18 18:30:51.844203 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-6d652133-1695-4421-b76b-fa21525d00a2 req-a7dd5d33-1bca-46b2-80a1-ae3ec11b704d service neutron] 10.222.0.21 "GET /v2.0/networks/3934163e-7755-439f-bda9-12f9f87b1bd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434832 Nov 18 18:30:51.935952 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-6d652133-1695-4421-b76b-fa21525d00a2 req-358c798a-0ee3-4641-a782-32488fc5a686 service neutron] 10.222.0.21 "GET /v2.0/networks/3934163e-7755-439f-bda9-12f9f87b1bd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856938 Nov 18 18:30:52.234095 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-70ed8436-1dfd-4add-bc7d-cd72ae551b4a req-cd7dab99-f109-497e-a8c7-e5744f0437b9 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.21 "GET /v2.0/ports?device_id=47fe4775-f230-47c1-adad-911dfd5106e4 HTTP/1.1" status: 200 len: 210 time: 0.0263307 Nov 18 18:30:52.873517 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.agents_db [None req-879798a6-d64d-4745-9d9a-40c50c0efc22 None None] Agent healthcheck: found 6 active agents {{(pid=101556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 18:30:53.224162 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d652133-1695-4421-b76b-fa21525d00a2 req-a79122c9-5b0e-4dde-b757-66ff1a811fbf tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:30:53.225792 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-6d652133-1695-4421-b76b-fa21525d00a2 req-a79122c9-5b0e-4dde-b757-66ff1a811fbf tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.46 "GET /v2.0/networks?id=3934163e-7755-439f-bda9-12f9f87b1bd2 HTTP/1.1" status: 200 len: 812 time: 0.1173100 Nov 18 18:30:53.283070 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-6d652133-1695-4421-b76b-fa21525d00a2 req-0c326dcc-dfc9-410e-913d-870b3012bdc4 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d3feb8b6d06d47f597e7f875d0b7baaa HTTP/1.1" status: 200 len: 380 time: 0.0484836 Nov 18 18:30:53.293825 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.v2.base [req-6d652133-1695-4421-b76b-fa21525d00a2 req-45ce4f85-6738-4b6d-a8de-1a316b917324 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Request body: {'port': {'device_id': '47fe4775-f230-47c1-adad-911dfd5106e4', 'network_id': '3934163e-7755-439f-bda9-12f9f87b1bd2', 'admin_state_up': True, 'tenant_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'security_groups': ['40510119-f699-4f4c-a824-ec0b23543939']}} {{(pid=101554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:30:53.348575 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-0b795c16-5e49-4918-9f87-90f4d0f912f1 req-259ff7d1-4551-4f1a-9f1b-d4f648af6511 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.21 "GET /v2.0/ports?device_id=47fe4775-f230-47c1-adad-911dfd5106e4 HTTP/1.1" status: 200 len: 210 time: 0.0310245 Nov 18 18:30:53.408363 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d652133-1695-4421-b76b-fa21525d00a2 req-45ce4f85-6738-4b6d-a8de-1a316b917324 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Made reservation on behalf of d3feb8b6d06d47f597e7f875d0b7baaa for: {'port': 1} {{(pid=101554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 18:30:53.412486 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [req-6d652133-1695-4421-b76b-fa21525d00a2 req-45ce4f85-6738-4b6d-a8de-1a316b917324 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:30:53.540566 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.db.db_base_plugin_common [req-6d652133-1695-4421-b76b-fa21525d00a2 req-45ce4f85-6738-4b6d-a8de-1a316b917324 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Allocated IP 172.20.0.9 (3934163e-7755-439f-bda9-12f9f87b1bd2/28855948-909f-4d6a-a5b1-6e9277fe95e3/a67e1eec-d4a0-45b7-8a3b-2ec0cc5ec720) {{(pid=101554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 18:30:53.682681 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [req-6d652133-1695-4421-b76b-fa21525d00a2 req-45ce4f85-6738-4b6d-a8de-1a316b917324 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Notify callbacks [] for port, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:30:53.953674 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [req-6d652133-1695-4421-b76b-fa21525d00a2 req-45ce4f85-6738-4b6d-a8de-1a316b917324 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768456900401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6202601'] for port, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:30:53.993900 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d652133-1695-4421-b76b-fa21525d00a2 req-45ce4f85-6738-4b6d-a8de-1a316b917324 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Network 3934163e-7755-439f-bda9-12f9f87b1bd2 is already hosted by enough agents. {{(pid=101554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:30:53.996974 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.scheduler.base_scheduler [req-6d652133-1695-4421-b76b-fa21525d00a2 req-45ce4f85-6738-4b6d-a8de-1a316b917324 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Resources bound (agent type, host, resource id): {{(pid=101554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:30:54.000778 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d652133-1695-4421-b76b-fa21525d00a2 req-45ce4f85-6738-4b6d-a8de-1a316b917324 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Received port after_create {{(pid=101554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 18:30:54.026395 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ce4f85-6738-4b6d-a8de-1a316b917324 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Pushing event updated for resources: {'Port': ['ID=a67e1eec-d4a0-45b7-8a3b-2ec0cc5ec720,revision_number=1']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:30:54.038998 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ce4f85-6738-4b6d-a8de-1a316b917324 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:30:54.039347 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ce4f85-6738-4b6d-a8de-1a316b917324 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:30:54.039689 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ce4f85-6738-4b6d-a8de-1a316b917324 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:30:54.040053 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ce4f85-6738-4b6d-a8de-1a316b917324 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:30:54.040385 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ce4f85-6738-4b6d-a8de-1a316b917324 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:30:54.040715 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ce4f85-6738-4b6d-a8de-1a316b917324 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:30:54.041043 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ce4f85-6738-4b6d-a8de-1a316b917324 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:30:54.041372 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ce4f85-6738-4b6d-a8de-1a316b917324 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:30:54.041698 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ce4f85-6738-4b6d-a8de-1a316b917324 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:30:54.042021 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ce4f85-6738-4b6d-a8de-1a316b917324 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:30:54.042343 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ce4f85-6738-4b6d-a8de-1a316b917324 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:30:54.042658 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ce4f85-6738-4b6d-a8de-1a316b917324 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:30:54.067390 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d652133-1695-4421-b76b-fa21525d00a2 req-45ce4f85-6738-4b6d-a8de-1a316b917324 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:30:54.068895 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [req-6d652133-1695-4421-b76b-fa21525d00a2 req-45ce4f85-6738-4b6d-a8de-1a316b917324 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47340'] for port, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:30:54.085316 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-6d652133-1695-4421-b76b-fa21525d00a2 req-45ce4f85-6738-4b6d-a8de-1a316b917324 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7967308 Nov 18 18:30:54.097970 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.v2.base [req-6d652133-1695-4421-b76b-fa21525d00a2 req-2b1a8b1e-2a06-4260-8610-eef05dbe7229 service neutron] Request body: {'port': {'device_id': '47fe4775-f230-47c1-adad-911dfd5106e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81669'}} {{(pid=101554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:30:54.155063 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [req-6d652133-1695-4421-b76b-fa21525d00a2 req-2b1a8b1e-2a06-4260-8610-eef05dbe7229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:30:54.254708 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-6bf22f60-e920-4439-a7b8-2b59a019804b None None] Provisioning complete for port a67e1eec-d4a0-45b7-8a3b-2ec0cc5ec720 triggered by entity DHCP. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:30:54.255258 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-6bf22f60-e920-4439-a7b8-2b59a019804b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:30:54.290950 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.plugin [None req-6bf22f60-e920-4439-a7b8-2b59a019804b None None] Port a67e1eec-d4a0-45b7-8a3b-2ec0cc5ec720 cannot update to ACTIVE because it is not bound. {{(pid=101555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 18 18:30:54.412826 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.notifiers.nova [req-6d652133-1695-4421-b76b-fa21525d00a2 req-2b1a8b1e-2a06-4260-8610-eef05dbe7229 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a67e1eec-d4a0-45b7-8a3b-2ec0cc5ec720 {{(pid=101554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 18:30:54.420419 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [req-6d652133-1695-4421-b76b-fa21525d00a2 req-2b1a8b1e-2a06-4260-8610-eef05dbe7229 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:30:54.433336 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.db.provisioning_blocks [req-6d652133-1695-4421-b76b-fa21525d00a2 req-2b1a8b1e-2a06-4260-8610-eef05dbe7229 service neutron] Transition to ACTIVE for port object a67e1eec-d4a0-45b7-8a3b-2ec0cc5ec720 will not be triggered until provisioned by entity L2. {{(pid=101554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 18:30:54.437598 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [req-6d652133-1695-4421-b76b-fa21525d00a2 req-2b1a8b1e-2a06-4260-8610-eef05dbe7229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6202622'] for port, after_update {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:30:54.461199 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35143fa0-2e49-4c64-9db9-9b36a6ae5558 req-80f8f844-8931-4197-be53-244c3b192a52 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:30:54.462773 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-35143fa0-2e49-4c64-9db9-9b36a6ae5558 req-80f8f844-8931-4197-be53-244c3b192a52 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.21 "GET /v2.0/ports?device_id=47fe4775-f230-47c1-adad-911dfd5106e4 HTTP/1.1" status: 200 len: 931 time: 0.0488293 Nov 18 18:30:54.488894 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1a8b1e-2a06-4260-8610-eef05dbe7229 service neutron] Pushing event updated for resources: {'Port': ['ID=a67e1eec-d4a0-45b7-8a3b-2ec0cc5ec720,revision_number=2']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:30:54.505162 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-35143fa0-2e49-4c64-9db9-9b36a6ae5558 req-affb5a4e-8e2e-4c8a-89b0-0ead5bdabbd1 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.21 "GET /v2.0/security-groups?id=40510119-f699-4f4c-a824-ec0b23543939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357292 Nov 18 18:30:54.558984 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.managers [req-6d652133-1695-4421-b76b-fa21525d00a2 req-2b1a8b1e-2a06-4260-8610-eef05dbe7229 service neutron] Attempting to bind port a67e1eec-d4a0-45b7-8a3b-2ec0cc5ec720 on host hv-cinder-81669 for vnic_type normal with profile {{(pid=101554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 18 18:30:54.559332 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.managers [req-6d652133-1695-4421-b76b-fa21525d00a2 req-2b1a8b1e-2a06-4260-8610-eef05dbe7229 service neutron] Attempting to bind port a67e1eec-d4a0-45b7-8a3b-2ec0cc5ec720 by drivers openvswitch,hyperv on host hv-cinder-81669 at level 0 using segments [{'id': '534bee31-a5bf-46bd-8839-28b388237d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '3934163e-7755-439f-bda9-12f9f87b1bd2'}] {{(pid=101554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 18 18:30:54.559668 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d652133-1695-4421-b76b-fa21525d00a2 req-2b1a8b1e-2a06-4260-8610-eef05dbe7229 service neutron] Attempting to bind port a67e1eec-d4a0-45b7-8a3b-2ec0cc5ec720 on network 3934163e-7755-439f-bda9-12f9f87b1bd2 {{(pid=101554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:30:54.564183 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d652133-1695-4421-b76b-fa21525d00a2 req-2b1a8b1e-2a06-4260-8610-eef05dbe7229 service neutron] Port a67e1eec-d4a0-45b7-8a3b-2ec0cc5ec720 on network 3934163e-7755-439f-bda9-12f9f87b1bd2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81669 {{(pid=101554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 18:30:54.564508 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d652133-1695-4421-b76b-fa21525d00a2 req-2b1a8b1e-2a06-4260-8610-eef05dbe7229 service neutron] Attempting to bind port a67e1eec-d4a0-45b7-8a3b-2ec0cc5ec720 on network 3934163e-7755-439f-bda9-12f9f87b1bd2 {{(pid=101554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:30:54.570193 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d652133-1695-4421-b76b-fa21525d00a2 req-2b1a8b1e-2a06-4260-8610-eef05dbe7229 service neutron] Checking agent: {'id': 'de52c200-415c-462d-a684-4cc0655308c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81669', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 18, 11, 25), 'started_at': datetime.datetime(2021, 11, 18, 18, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 18, 30, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 18:30:54.570535 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d652133-1695-4421-b76b-fa21525d00a2 req-2b1a8b1e-2a06-4260-8610-eef05dbe7229 service neutron] Checking segment: {'id': '534bee31-a5bf-46bd-8839-28b388237d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '3934163e-7755-439f-bda9-12f9f87b1bd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 18 18:30:54.570924 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d652133-1695-4421-b76b-fa21525d00a2 req-2b1a8b1e-2a06-4260-8610-eef05dbe7229 service neutron] Bound using segment: {'id': '534bee31-a5bf-46bd-8839-28b388237d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '3934163e-7755-439f-bda9-12f9f87b1bd2'} {{(pid=101554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 18:30:54.571354 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.managers [req-6d652133-1695-4421-b76b-fa21525d00a2 req-2b1a8b1e-2a06-4260-8610-eef05dbe7229 service neutron] Bound port: a67e1eec-d4a0-45b7-8a3b-2ec0cc5ec720, host: hv-cinder-81669, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '534bee31-a5bf-46bd-8839-28b388237d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '3934163e-7755-439f-bda9-12f9f87b1bd2'}}] {{(pid=101554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 18 18:30:54.571751 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [req-6d652133-1695-4421-b76b-fa21525d00a2 req-2b1a8b1e-2a06-4260-8610-eef05dbe7229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:30:54.641031 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.db [req-6d652133-1695-4421-b76b-fa21525d00a2 req-2b1a8b1e-2a06-4260-8610-eef05dbe7229 service neutron] For port a67e1eec-d4a0-45b7-8a3b-2ec0cc5ec720, host hv-cinder-81669, cleared binding levels {{(pid=101554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 18:30:54.644414 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.db [req-6d652133-1695-4421-b76b-fa21525d00a2 req-2b1a8b1e-2a06-4260-8610-eef05dbe7229 service neutron] For port a67e1eec-d4a0-45b7-8a3b-2ec0cc5ec720, host hv-cinder-81669, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81669',level=0,port_id=a67e1eec-d4a0-45b7-8a3b-2ec0cc5ec720,segment=NetworkSegment(534bee31-a5bf-46bd-8839-28b388237d13),segment_id=534bee31-a5bf-46bd-8839-28b388237d13)] {{(pid=101554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 18:30:54.648476 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [req-6d652133-1695-4421-b76b-fa21525d00a2 req-2b1a8b1e-2a06-4260-8610-eef05dbe7229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6202622'] for port, after_update {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:30:54.680538 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d652133-1695-4421-b76b-fa21525d00a2 req-2b1a8b1e-2a06-4260-8610-eef05dbe7229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:30:54.681009 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [req-6d652133-1695-4421-b76b-fa21525d00a2 req-2b1a8b1e-2a06-4260-8610-eef05dbe7229 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47340'] for port, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:30:54.682531 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-6d652133-1695-4421-b76b-fa21525d00a2 req-2b1a8b1e-2a06-4260-8610-eef05dbe7229 service neutron] 10.222.0.46 "PUT /v2.0/ports/a67e1eec-d4a0-45b7-8a3b-2ec0cc5ec720 HTTP/1.1" status: 200 len: 1093 time: 0.5889413 Nov 18 18:30:54.684937 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47fe4775-f230-47c1-adad-911dfd5106e4', 'tag': 'a67e1eec-d4a0-45b7-8a3b-2ec0cc5ec720'}] {{(pid=101554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:30:54.687951 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb6a83c3ebc788d099039a2e3a9a485db9e94d86a5b55328e01f3a68fc6aec2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45ed0b0c-0657-44cf-979d-9992a86e9b35" -d '{"events": [{"name": "network-changed", "server_uuid": "47fe4775-f230-47c1-adad-911dfd5106e4", "tag": "a67e1eec-d4a0-45b7-8a3b-2ec0cc5ec720"}]}' {{(pid=101554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:30:54.720884 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1a8b1e-2a06-4260-8610-eef05dbe7229 service neutron] Pushing event updated for resources: {'Port': ['ID=a67e1eec-d4a0-45b7-8a3b-2ec0cc5ec720,revision_number=3']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:30:54.741776 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 18:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6971355-15b1-4499-88a7-5abb4acbc999 x-openstack-request-id: req-d6971355-15b1-4499-88a7-5abb4acbc999 {{(pid=101554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:30:54.742126 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47fe4775-f230-47c1-adad-911dfd5106e4", "tag": "a67e1eec-d4a0-45b7-8a3b-2ec0cc5ec720", "status": "completed", "code": 200}]} {{(pid=101554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:30:54.742385 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d6971355-15b1-4499-88a7-5abb4acbc999 {{(pid=101554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:30:54.742787 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47fe4775-f230-47c1-adad-911dfd5106e4', 'tag': 'a67e1eec-d4a0-45b7-8a3b-2ec0cc5ec720', 'status': 'completed', 'code': 200} Nov 18 18:30:54.797410 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d652133-1695-4421-b76b-fa21525d00a2 req-e0d0d2d1-d6b5-4d3b-b997-26f6f234a122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:30:54.798941 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-6d652133-1695-4421-b76b-fa21525d00a2 req-e0d0d2d1-d6b5-4d3b-b997-26f6f234a122 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d3feb8b6d06d47f597e7f875d0b7baaa&device_id=47fe4775-f230-47c1-adad-911dfd5106e4 HTTP/1.1" status: 200 len: 1096 time: 0.0458465 Nov 18 18:30:54.845184 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-6d652133-1695-4421-b76b-fa21525d00a2 req-98666190-4307-4de7-badd-fc81f1447cf3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a67e1eec-d4a0-45b7-8a3b-2ec0cc5ec720 HTTP/1.1" status: 200 len: 217 time: 0.0372357 Nov 18 18:30:54.894762 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d652133-1695-4421-b76b-fa21525d00a2 req-65071919-496c-46f0-96b3-7029f183ea44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:30:54.896383 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-6d652133-1695-4421-b76b-fa21525d00a2 req-65071919-496c-46f0-96b3-7029f183ea44 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=28855948-909f-4d6a-a5b1-6e9277fe95e3 HTTP/1.1" status: 200 len: 851 time: 0.0441959 Nov 18 18:30:54.943562 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d652133-1695-4421-b76b-fa21525d00a2 req-0131ce6c-5566-45bf-823a-ead553b5a1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:30:54.945194 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-6d652133-1695-4421-b76b-fa21525d00a2 req-0131ce6c-5566-45bf-823a-ead553b5a1c2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3934163e-7755-439f-bda9-12f9f87b1bd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421560 Nov 18 18:30:55.037917 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-6d652133-1695-4421-b76b-fa21525d00a2 req-d77fc78a-c1bf-4a95-b2c9-d873824eab3b service neutron] 10.222.0.46 "GET /v2.0/networks/3934163e-7755-439f-bda9-12f9f87b1bd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847759 Nov 18 18:30:55.127601 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-6d652133-1695-4421-b76b-fa21525d00a2 req-6255047a-acea-4aab-a230-8200519e1ff4 service neutron] 10.222.0.46 "GET /v2.0/networks/3934163e-7755-439f-bda9-12f9f87b1bd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837443 Nov 18 18:30:55.216439 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ed0b0c-0657-44cf-979d-9992a86e9b35 req-af105036-32fa-4607-9856-b3af67ce2cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:30:55.217840 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-45ed0b0c-0657-44cf-979d-9992a86e9b35 req-af105036-32fa-4607-9856-b3af67ce2cff service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d3feb8b6d06d47f597e7f875d0b7baaa&device_id=47fe4775-f230-47c1-adad-911dfd5106e4 HTTP/1.1" status: 200 len: 1096 time: 0.0455191 Nov 18 18:30:55.307770 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ed0b0c-0657-44cf-979d-9992a86e9b35 req-51e2d1c3-e82e-45d0-8cc0-4c9706e0df10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:30:55.309233 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-45ed0b0c-0657-44cf-979d-9992a86e9b35 req-51e2d1c3-e82e-45d0-8cc0-4c9706e0df10 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3934163e-7755-439f-bda9-12f9f87b1bd2 HTTP/1.1" status: 200 len: 913 time: 0.0834346 Nov 18 18:30:55.351690 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-45ed0b0c-0657-44cf-979d-9992a86e9b35 req-869efe28-5ee2-41d0-856d-41c6ddbff3ff service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a67e1eec-d4a0-45b7-8a3b-2ec0cc5ec720 HTTP/1.1" status: 200 len: 217 time: 0.0342124 Nov 18 18:30:55.407134 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ed0b0c-0657-44cf-979d-9992a86e9b35 req-5eb47ea8-49b9-4048-9df7-30a95a306f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:30:55.408603 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-45ed0b0c-0657-44cf-979d-9992a86e9b35 req-5eb47ea8-49b9-4048-9df7-30a95a306f3e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=28855948-909f-4d6a-a5b1-6e9277fe95e3 HTTP/1.1" status: 200 len: 851 time: 0.0501962 Nov 18 18:30:55.454559 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ed0b0c-0657-44cf-979d-9992a86e9b35 req-9ea818de-f94a-47ae-a7aa-9e6d3667cf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:30:55.456071 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-45ed0b0c-0657-44cf-979d-9992a86e9b35 req-9ea818de-f94a-47ae-a7aa-9e6d3667cf13 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3934163e-7755-439f-bda9-12f9f87b1bd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391326 Nov 18 18:30:55.551130 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-45ed0b0c-0657-44cf-979d-9992a86e9b35 req-d23223e8-cedf-470a-95e9-8c544329e774 service neutron] 10.222.0.46 "GET /v2.0/networks/3934163e-7755-439f-bda9-12f9f87b1bd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867460 Nov 18 18:30:55.623024 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04884f00-8452-4133-9c08-d0ca25b78923 req-57b5f02a-a952-4ae0-96c1-313347de0745 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:30:55.624472 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-04884f00-8452-4133-9c08-d0ca25b78923 req-57b5f02a-a952-4ae0-96c1-313347de0745 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.21 "GET /v2.0/ports?device_id=47fe4775-f230-47c1-adad-911dfd5106e4 HTTP/1.1" status: 200 len: 943 time: 0.0517850 Nov 18 18:30:55.644320 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-45ed0b0c-0657-44cf-979d-9992a86e9b35 req-ad796cf8-310d-4536-bc8a-d07b248dfde4 service neutron] 10.222.0.46 "GET /v2.0/networks/3934163e-7755-439f-bda9-12f9f87b1bd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864253 Nov 18 18:30:55.664511 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-04884f00-8452-4133-9c08-d0ca25b78923 req-27466abe-ceda-4201-8cae-e9b90066aa47 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.21 "GET /v2.0/security-groups?id=40510119-f699-4f4c-a824-ec0b23543939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339351 Nov 18 18:30:55.721722 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:30:56.778203 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41028191-74db-427f-8fbd-3038c2b420e8 req-150d21af-b07e-4242-90d2-ea22bca1ffef tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:30:56.779725 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-41028191-74db-427f-8fbd-3038c2b420e8 req-150d21af-b07e-4242-90d2-ea22bca1ffef tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.21 "GET /v2.0/ports?device_id=47fe4775-f230-47c1-adad-911dfd5106e4 HTTP/1.1" status: 200 len: 943 time: 0.0493538 Nov 18 18:30:56.816608 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-41028191-74db-427f-8fbd-3038c2b420e8 req-0ed2871b-bf37-4dd9-ab5b-975a91507059 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.21 "GET /v2.0/security-groups?id=40510119-f699-4f4c-a824-ec0b23543939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309567 Nov 18 18:30:57.928442 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23719f2-6aff-40b0-abfc-7bd4e9be8b94 req-ac2631f3-2dc2-4335-87c6-9f54794e4ad4 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:30:57.929905 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-f23719f2-6aff-40b0-abfc-7bd4e9be8b94 req-ac2631f3-2dc2-4335-87c6-9f54794e4ad4 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.21 "GET /v2.0/ports?device_id=47fe4775-f230-47c1-adad-911dfd5106e4 HTTP/1.1" status: 200 len: 943 time: 0.0492585 Nov 18 18:30:57.966633 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-f23719f2-6aff-40b0-abfc-7bd4e9be8b94 req-e6615344-ac30-49e5-8488-a350545b1d4b tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.21 "GET /v2.0/security-groups?id=40510119-f699-4f4c-a824-ec0b23543939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308986 Nov 18 18:30:59.080562 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc606a2-a7bf-4635-b972-739058d804df req-ee071cb5-58e2-45a2-b0f1-b25e68efbf4e tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:30:59.082034 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-4fc606a2-a7bf-4635-b972-739058d804df req-ee071cb5-58e2-45a2-b0f1-b25e68efbf4e tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.21 "GET /v2.0/ports?device_id=47fe4775-f230-47c1-adad-911dfd5106e4 HTTP/1.1" status: 200 len: 943 time: 0.0519361 Nov 18 18:30:59.119456 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-4fc606a2-a7bf-4635-b972-739058d804df req-c88f6019-398d-454a-a68a-9afc5079779b tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.21 "GET /v2.0/security-groups?id=40510119-f699-4f4c-a824-ec0b23543939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310841 Nov 18 18:31:00.232283 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45986a59-a40d-45b2-a02d-4032b100bfce req-45b1688b-00aa-4536-ab79-d2e62b9c0334 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:31:00.233800 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-45986a59-a40d-45b2-a02d-4032b100bfce req-45b1688b-00aa-4536-ab79-d2e62b9c0334 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.21 "GET /v2.0/ports?device_id=47fe4775-f230-47c1-adad-911dfd5106e4 HTTP/1.1" status: 200 len: 943 time: 0.0495043 Nov 18 18:31:00.274697 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-45986a59-a40d-45b2-a02d-4032b100bfce req-40a9c4f0-6238-45e3-b9fd-3638ea208a20 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.21 "GET /v2.0/security-groups?id=40510119-f699-4f4c-a824-ec0b23543939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347145 Nov 18 18:31:01.389018 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f7d065-b6b3-4ed9-84eb-679e00f4ffc4 req-640821da-bbc6-4a3a-90ce-1ead80bb3008 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:31:01.390487 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-67f7d065-b6b3-4ed9-84eb-679e00f4ffc4 req-640821da-bbc6-4a3a-90ce-1ead80bb3008 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.21 "GET /v2.0/ports?device_id=47fe4775-f230-47c1-adad-911dfd5106e4 HTTP/1.1" status: 200 len: 943 time: 0.0492134 Nov 18 18:31:01.426841 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-67f7d065-b6b3-4ed9-84eb-679e00f4ffc4 req-dc8fee29-02e6-4818-b3c8-0a5d72b3b463 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.21 "GET /v2.0/security-groups?id=40510119-f699-4f4c-a824-ec0b23543939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305674 Nov 18 18:31:02.541030 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4ff5fb-bf82-436a-a8ea-4cbccfa6c090 req-1a9a3981-ec67-4b5e-94e1-37ed8ea26c8b tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:31:02.542516 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-da4ff5fb-bf82-436a-a8ea-4cbccfa6c090 req-1a9a3981-ec67-4b5e-94e1-37ed8ea26c8b tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.21 "GET /v2.0/ports?device_id=47fe4775-f230-47c1-adad-911dfd5106e4 HTTP/1.1" status: 200 len: 943 time: 0.0514657 Nov 18 18:31:02.579410 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-da4ff5fb-bf82-436a-a8ea-4cbccfa6c090 req-fe9a0d9f-0524-43ca-ad45-9d2ec17a24a0 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.21 "GET /v2.0/security-groups?id=40510119-f699-4f4c-a824-ec0b23543939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310369 Nov 18 18:31:03.689835 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3805187-49b8-43f9-bfec-1424eaecb037 req-66dcb331-5091-40ee-a02c-c618b07cb7ed tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:31:03.691326 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-f3805187-49b8-43f9-bfec-1424eaecb037 req-66dcb331-5091-40ee-a02c-c618b07cb7ed tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.21 "GET /v2.0/ports?device_id=47fe4775-f230-47c1-adad-911dfd5106e4 HTTP/1.1" status: 200 len: 943 time: 0.0482094 Nov 18 18:31:03.729035 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-f3805187-49b8-43f9-bfec-1424eaecb037 req-7d52593d-e32f-4f9a-b318-20283fec09ef tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.21 "GET /v2.0/security-groups?id=40510119-f699-4f4c-a824-ec0b23543939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313606 Nov 18 18:31:04.277168 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Device a67e1eec-d4a0-45b7-8a3b-2ec0cc5ec720 details requested by agent hyperv_hv-cinder-81669 with host hv-cinder-81669 {{(pid=101555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 18:31:04.367782 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] For port a67e1eec-d4a0-45b7-8a3b-2ec0cc5ec720, host hv-cinder-81669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81669',level=0,port_id=a67e1eec-d4a0-45b7-8a3b-2ec0cc5ec720,segment=NetworkSegment(534bee31-a5bf-46bd-8839-28b388237d13),segment_id=534bee31-a5bf-46bd-8839-28b388237d13)] {{(pid=101555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:31:04.379435 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Returning: {'device': 'a67e1eec-d4a0-45b7-8a3b-2ec0cc5ec720', 'network_id': '3934163e-7755-439f-bda9-12f9f87b1bd2', 'port_id': 'a67e1eec-d4a0-45b7-8a3b-2ec0cc5ec720', 'mac_address': 'fa:16:3e:ea:08:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 758, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28855948-909f-4d6a-a5b1-6e9277fe95e3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 18:31:04.418476 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:31:04.430417 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.notifiers.nova [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a67e1eec-d4a0-45b7-8a3b-2ec0cc5ec720 {{(pid=101555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 18:31:04.448912 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] For port a67e1eec-d4a0-45b7-8a3b-2ec0cc5ec720, host hv-cinder-81669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81669',level=0,port_id=a67e1eec-d4a0-45b7-8a3b-2ec0cc5ec720,segment=NetworkSegment(534bee31-a5bf-46bd-8839-28b388237d13),segment_id=534bee31-a5bf-46bd-8839-28b388237d13)] {{(pid=101555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:31:04.452782 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:31:04.496786 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Pushing event updated for resources: {'Port': ['ID=a67e1eec-d4a0-45b7-8a3b-2ec0cc5ec720,revision_number=4']} {{(pid=101555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:31:04.503688 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:31:04.504052 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:31:04.504391 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:31:04.504722 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:31:04.505049 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:31:04.505878 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:31:04.506199 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:31:04.506519 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:31:04.506844 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:31:04.507166 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:31:04.507482 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:31:04.507797 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:31:04.846119 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] get_ports_and_sgs() called for port_ids ['a67e1eec-d4a0-45b7-8a3b-2ec0cc5ec720'] {{(pid=101555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 18:31:04.850607 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc31588a-210d-4845-93a6-a7dd10fcfc19 req-f2c020bb-0a46-4470-a4d8-f23633cb3b9b tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:31:04.852103 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-fc31588a-210d-4845-93a6-a7dd10fcfc19 req-f2c020bb-0a46-4470-a4d8-f23633cb3b9b tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.21 "GET /v2.0/ports?device_id=47fe4775-f230-47c1-adad-911dfd5106e4 HTTP/1.1" status: 200 len: 944 time: 0.0481749 Nov 18 18:31:04.890883 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-fc31588a-210d-4845-93a6-a7dd10fcfc19 req-cc464969-bb5b-46ae-a5fb-ef1db906d52d tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.21 "GET /v2.0/security-groups?id=40510119-f699-4f4c-a824-ec0b23543939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329015 Nov 18 18:31:06.006908 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297d9703-ee52-4469-aebe-462fc518c281 req-fa177936-5bdd-4ee9-9462-a51e067b63a6 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:31:06.008279 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-297d9703-ee52-4469-aebe-462fc518c281 req-fa177936-5bdd-4ee9-9462-a51e067b63a6 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.21 "GET /v2.0/ports?device_id=47fe4775-f230-47c1-adad-911dfd5106e4 HTTP/1.1" status: 200 len: 944 time: 0.0533559 Nov 18 18:31:06.045395 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-297d9703-ee52-4469-aebe-462fc518c281 req-5aa3fac1-0952-4663-8abc-b069f6695690 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.21 "GET /v2.0/security-groups?id=40510119-f699-4f4c-a824-ec0b23543939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311394 Nov 18 18:31:06.282192 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Device a67e1eec-d4a0-45b7-8a3b-2ec0cc5ec720 up at agent hyperv_hv-cinder-81669 {{(pid=101555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:31:06.328697 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Provisioning for port a67e1eec-d4a0-45b7-8a3b-2ec0cc5ec720 completed by entity L2. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 18:31:06.332249 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.provisioning_blocks [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Provisioning complete for port a67e1eec-d4a0-45b7-8a3b-2ec0cc5ec720 triggered by entity L2. {{(pid=101555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:31:06.332608 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769955'] for port, provisioning_complete {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:31:06.408171 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:31:06.430146 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47fe4775-f230-47c1-adad-911dfd5106e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a67e1eec-d4a0-45b7-8a3b-2ec0cc5ec720'}] {{(pid=101555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:31:06.432422 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d346ce470d451c2c3f81e461e68bbd58c3f0d417750f3f38c7c8caca9575360f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e84fd6c-fe44-4f4d-bc47-98a32998a5ba" -d '{"events": [{"server_uuid": "47fe4775-f230-47c1-adad-911dfd5106e4", "name": "network-vif-plugged", "status": "completed", "tag": "a67e1eec-d4a0-45b7-8a3b-2ec0cc5ec720"}]}' {{(pid=101555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:31:06.445101 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.db [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] For port a67e1eec-d4a0-45b7-8a3b-2ec0cc5ec720, host hv-cinder-81669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81669',level=0,port_id=a67e1eec-d4a0-45b7-8a3b-2ec0cc5ec720,segment=NetworkSegment(534bee31-a5bf-46bd-8839-28b388237d13),segment_id=534bee31-a5bf-46bd-8839-28b388237d13)] {{(pid=101555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:31:06.449139 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437'] for port, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:31:06.494737 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Pushing event updated for resources: {'Port': ['ID=a67e1eec-d4a0-45b7-8a3b-2ec0cc5ec720,revision_number=5']} {{(pid=101555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:31:06.584796 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 18:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f23c75a0-9fa7-4cda-875e-1a3f73089aa5 x-openstack-request-id: req-f23c75a0-9fa7-4cda-875e-1a3f73089aa5 {{(pid=101555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:31:06.585085 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47fe4775-f230-47c1-adad-911dfd5106e4", "name": "network-vif-plugged", "status": "completed", "tag": "a67e1eec-d4a0-45b7-8a3b-2ec0cc5ec720", "code": 200}]} {{(pid=101555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:31:06.585337 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f23c75a0-9fa7-4cda-875e-1a3f73089aa5 {{(pid=101555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:31:06.585726 dv-cinder-816695-1-iscsi neutron-server[101555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47fe4775-f230-47c1-adad-911dfd5106e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a67e1eec-d4a0-45b7-8a3b-2ec0cc5ec720', 'code': 200} Nov 18 18:31:06.794447 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee1f9a6-edfe-4bc1-8627-1d18dda64b75 req-0e24024c-b4d2-4b60-82c5-d250123157b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:31:06.795871 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-7ee1f9a6-edfe-4bc1-8627-1d18dda64b75 req-0e24024c-b4d2-4b60-82c5-d250123157b3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=47fe4775-f230-47c1-adad-911dfd5106e4 HTTP/1.1" status: 200 len: 1098 time: 0.0394228 Nov 18 18:31:06.829511 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-7ee1f9a6-edfe-4bc1-8627-1d18dda64b75 req-5913490c-cd17-4217-af30-ae773d4f783d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=40510119-f699-4f4c-a824-ec0b23543939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0262759 Nov 18 18:31:07.163564 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b0c9f7-2e1c-4f4d-a275-9136ea3c497e req-6bce84d0-9362-46dc-9d83-80c602a4a4d1 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:31:07.165066 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-47b0c9f7-2e1c-4f4d-a275-9136ea3c497e req-6bce84d0-9362-46dc-9d83-80c602a4a4d1 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.21 "GET /v2.0/ports?device_id=47fe4775-f230-47c1-adad-911dfd5106e4 HTTP/1.1" status: 200 len: 945 time: 0.0541830 Nov 18 18:31:07.201928 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-47b0c9f7-2e1c-4f4d-a275-9136ea3c497e req-903758fa-d182-43bc-b9fb-2794023e636c tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.21 "GET /v2.0/security-groups?id=40510119-f699-4f4c-a824-ec0b23543939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310173 Nov 18 18:31:08.324063 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b03dbf-bbb3-4bed-8cfc-e402fdf919b7 req-5a6bd0f1-8f6e-4288-9322-aa75344fb076 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:31:08.325563 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-61b03dbf-bbb3-4bed-8cfc-e402fdf919b7 req-5a6bd0f1-8f6e-4288-9322-aa75344fb076 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.21 "GET /v2.0/ports?device_id=47fe4775-f230-47c1-adad-911dfd5106e4 HTTP/1.1" status: 200 len: 945 time: 0.0510352 Nov 18 18:31:08.362095 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-61b03dbf-bbb3-4bed-8cfc-e402fdf919b7 req-5058dec9-5265-402a-b60a-fd7ecbd55aa8 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.21 "GET /v2.0/security-groups?id=40510119-f699-4f4c-a824-ec0b23543939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306444 Nov 18 18:31:09.488398 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21057291-e958-4a4a-aa20-5bed8ca8215f req-3c8d9856-5490-4d2e-b61b-693b1ba196e0 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:31:09.490116 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-21057291-e958-4a4a-aa20-5bed8ca8215f req-3c8d9856-5490-4d2e-b61b-693b1ba196e0 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.21 "GET /v2.0/ports?device_id=47fe4775-f230-47c1-adad-911dfd5106e4 HTTP/1.1" status: 200 len: 945 time: 0.0590687 Nov 18 18:31:09.529852 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-21057291-e958-4a4a-aa20-5bed8ca8215f req-db1660d1-b05a-49d1-90a1-603b5fcd3eae tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.21 "GET /v2.0/security-groups?id=40510119-f699-4f4c-a824-ec0b23543939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337694 Nov 18 18:31:09.651443 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f443150-2a54-4404-972c-8cb687464020 req-d0aa93ae-4da7-40ac-af40-3137799820e7 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:31:09.652891 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-4f443150-2a54-4404-972c-8cb687464020 req-d0aa93ae-4da7-40ac-af40-3137799820e7 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.21 "GET /v2.0/ports?device_id=47fe4775-f230-47c1-adad-911dfd5106e4 HTTP/1.1" status: 200 len: 945 time: 0.0500989 Nov 18 18:31:09.691130 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-4f443150-2a54-4404-972c-8cb687464020 req-6d480b4d-16ac-4ec9-8314-c8462d72d536 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.21 "GET /v2.0/security-groups?id=40510119-f699-4f4c-a824-ec0b23543939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322311 Nov 18 18:31:09.713991 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 56288) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:31:09.862921 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f37265-08ca-4e3a-9cd8-ad5c9e388f2a tempest-TestVolumeBootPattern-55139196 tempest-TestVolumeBootPattern-55139196-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:31:09.864460 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-b8f37265-08ca-4e3a-9cd8-ad5c9e388f2a tempest-TestVolumeBootPattern-55139196 tempest-TestVolumeBootPattern-55139196-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=47fe4775-f230-47c1-adad-911dfd5106e4 HTTP/1.1" status: 200 len: 1093 time: 0.1491847 Nov 18 18:31:09.867120 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 56292) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:31:09.871291 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.v2.base [None req-c8c18af9-a924-4cc0-9196-b7b457987426 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Request body: {'floatingip': {'floating_network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'port_id': 'a67e1eec-d4a0-45b7-8a3b-2ec0cc5ec720', 'tenant_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:31:09.892786 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-c8c18af9-a924-4cc0-9196-b7b457987426 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Notify callbacks [] for floatingip, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:31:09.985590 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-c8c18af9-a924-4cc0-9196-b7b457987426 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:31:10.090047 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.db.db_base_plugin_common [None req-c8c18af9-a924-4cc0-9196-b7b457987426 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Allocated IP 172.27.0.3 (681a8de3-317c-4c8e-b068-d1104cc9c364/7ba09554-0552-4432-a7a0-26d8d0284def/8db768b8-de27-4213-b7c4-a05f16dc4b3b) {{(pid=101554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 18:31:10.187173 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-c8c18af9-a924-4cc0-9196-b7b457987426 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Notify callbacks [] for port, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:31:10.220436 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-c8c18af9-a924-4cc0-9196-b7b457987426 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768456900401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6202601'] for port, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:31:10.253891 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c18af9-a924-4cc0-9196-b7b457987426 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Network 681a8de3-317c-4c8e-b068-d1104cc9c364 is already hosted by enough agents. {{(pid=101554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:31:10.257210 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.scheduler.base_scheduler [None req-c8c18af9-a924-4cc0-9196-b7b457987426 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Resources bound (agent type, host, resource id): {{(pid=101554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:31:10.260696 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c18af9-a924-4cc0-9196-b7b457987426 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Received port after_create {{(pid=101554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 18:31:10.292165 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c18af9-a924-4cc0-9196-b7b457987426 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Pushing event updated for resources: {'Port': ['ID=8db768b8-de27-4213-b7c4-a05f16dc4b3b,revision_number=1']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:31:10.596737 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-c8c18af9-a924-4cc0-9196-b7b457987426 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:31:10.661248 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-c8c18af9-a924-4cc0-9196-b7b457987426 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633801'] for port, before_update {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:31:10.802544 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-c8c18af9-a924-4cc0-9196-b7b457987426 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Notify callbacks [] for port, precommit_update {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:31:10.806960 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-c8c18af9-a924-4cc0-9196-b7b457987426 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768457221708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768456900419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768456900437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6202622'] for port, after_update {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:31:10.873859 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c18af9-a924-4cc0-9196-b7b457987426 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Pushing event updated for resources: {'Port': ['ID=8db768b8-de27-4213-b7c4-a05f16dc4b3b,revision_number=2']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:31:10.884966 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-c8c18af9-a924-4cc0-9196-b7b457987426 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-366129'] for floatingip, after_create {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:31:10.984220 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.db.l3_db [None req-c8c18af9-a924-4cc0-9196-b7b457987426 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Floating IP a2fbe215-cfb1-44da-aef9-3d42e52c7704 associated. External IP: 172.27.0.3, port: a67e1eec-d4a0-45b7-8a3b-2ec0cc5ec720. Nov 18 18:31:11.024642 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-07265f77-7b70-48bb-b0a9-aaa235525aad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:31:11.185067 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8c18af9-a924-4cc0-9196-b7b457987426 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Router 5901960b-0c52-423d-9136-572b11dcde21 has already been hosted by L3 agent 11d55508-f5ea-4178-bd3a-0ed8666e5761 {{(pid=101554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 18:31:11.292174 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8c18af9-a924-4cc0-9196-b7b457987426 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Notify agent at l3_agent.dv-cinder-816695-1-iscsi the message routers_updated {{(pid=101554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 18:31:11.302133 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413403ab-7302-416e-9825-bc4e6b0a8053 None None] Sync routers for ids ['5901960b-0c52-423d-9136-572b11dcde21'] in dv-cinder-816695-1-iscsi {{(pid=101555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 18:31:11.310593 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-c8c18af9-a924-4cc0-9196-b7b457987426 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47340'] for floatingip, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:31:11.314763 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413403ab-7302-416e-9825-bc4e6b0a8053 None None] Routers {'5901960b-0c52-423d-9136-572b11dcde21'} bound to L3 agent in host dv-cinder-816695-1-iscsi {{(pid=101555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:31:11.315440 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_hamode_db [None req-413403ab-7302-416e-9825-bc4e6b0a8053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T18:05:14Z,description=,heartbeat_timestamp=2021-11-18T18:30:44Z,host='dv-cinder-816695-1-iscsi',id=11d55508-f5ea-4178-bd3a-0ed8666e5761,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T18:05:14Z,topic='l3_agent')) {'router_ids': ['5901960b-0c52-423d-9136-572b11dcde21'], 'active': True} {{(pid=101555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:31:11.340875 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-c8c18af9-a924-4cc0-9196-b7b457987426 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.4727662 Nov 18 18:31:11.341442 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47fe4775-f230-47c1-adad-911dfd5106e4', 'tag': 'a67e1eec-d4a0-45b7-8a3b-2ec0cc5ec720'}] {{(pid=101554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:31:11.343675 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb6a83c3ebc788d099039a2e3a9a485db9e94d86a5b55328e01f3a68fc6aec2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62b47023-8dea-4a4f-b765-1d5c6ba61ce3" -d '{"events": [{"name": "network-changed", "server_uuid": "47fe4775-f230-47c1-adad-911dfd5106e4", "tag": "a67e1eec-d4a0-45b7-8a3b-2ec0cc5ec720"}]}' {{(pid=101554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:31:11.385241 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 18:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebf10d8a-5248-4c95-834b-cb732d9389b9 x-openstack-request-id: req-ebf10d8a-5248-4c95-834b-cb732d9389b9 {{(pid=101554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:31:11.385538 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47fe4775-f230-47c1-adad-911dfd5106e4", "tag": "a67e1eec-d4a0-45b7-8a3b-2ec0cc5ec720", "status": "completed", "code": 200}]} {{(pid=101554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:31:11.385794 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ebf10d8a-5248-4c95-834b-cb732d9389b9 {{(pid=101554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:31:11.386200 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47fe4775-f230-47c1-adad-911dfd5106e4', 'tag': 'a67e1eec-d4a0-45b7-8a3b-2ec0cc5ec720', 'status': 'completed', 'code': 200} Nov 18 18:31:11.431202 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_dvr_db [None req-413403ab-7302-416e-9825-bc4e6b0a8053 None None] Set router 5901960b-0c52-423d-9136-572b11dcde21 gateway port host: dv-cinder-816695-1-iscsi {{(pid=101555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:31:11.446542 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b47023-8dea-4a4f-b765-1d5c6ba61ce3 req-cc7c313a-c03c-4445-a40e-663ca16e527c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:31:11.448002 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-62b47023-8dea-4a4f-b765-1d5c6ba61ce3 req-cc7c313a-c03c-4445-a40e-663ca16e527c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d3feb8b6d06d47f597e7f875d0b7baaa&device_id=47fe4775-f230-47c1-adad-911dfd5106e4 HTTP/1.1" status: 200 len: 1098 time: 0.0410750 Nov 18 18:31:11.537284 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b47023-8dea-4a4f-b765-1d5c6ba61ce3 req-7f171ca1-6488-4b6a-9978-9e3a34b0f12a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:31:11.538799 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-62b47023-8dea-4a4f-b765-1d5c6ba61ce3 req-7f171ca1-6488-4b6a-9978-9e3a34b0f12a service neutron] 10.222.0.46 "GET /v2.0/networks?id=3934163e-7755-439f-bda9-12f9f87b1bd2 HTTP/1.1" status: 200 len: 913 time: 0.0843842 Nov 18 18:31:11.609812 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-62b47023-8dea-4a4f-b765-1d5c6ba61ce3 req-b24a383d-52fa-4328-a3c4-14d097d167e3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a67e1eec-d4a0-45b7-8a3b-2ec0cc5ec720 HTTP/1.1" status: 200 len: 997 time: 0.0638306 Nov 18 18:31:11.660063 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_hamode_db [None req-413403ab-7302-416e-9825-bc4e6b0a8053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5901960b-0c52-423d-9136-572b11dcde21', 'name': 'tempest-TestVolumeBootPattern-1250912335-router', 'tenant_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'external_fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': 'ff7d3f67-3e07-4d14-b80d-4cab3fc90c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:25:02Z', 'updated_at': '2021-11-18T18:25:05Z', 'revision_number': 4, 'project_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'gw_port': {'id': 'ff7d3f67-3e07-4d14-b80d-4cab3fc90c52', 'name': '', 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:5a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5901960b-0c52-423d-9136-572b11dcde21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:25:02Z', 'updated_at': '2021-11-18T18:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816695-1-iscsi', '_floatingips': [{'id': 'a2fbe215-cfb1-44da-aef9-3d42e52c7704', 'tenant_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'floating_ip_address': '172.27.0.3', 'floating_network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'router_id': '5901960b-0c52-423d-9136-572b11dcde21', 'port_id': 'a67e1eec-d4a0-45b7-8a3b-2ec0cc5ec720', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3934163e-7755-439f-bda9-12f9f87b1bd2', 'mac_address': 'fa:16:3e:ea:08:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47fe4775-f230-47c1-adad-911dfd5106e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T18:31:10Z', 'updated_at': '2021-11-18T18:31:10Z', 'revision_number': 0, 'project_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'fixed_ip_address_scope': None}, {'id': 'd4d5d5a4-7c95-48f6-8ce6-63c59dfaf33b', 'tenant_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'floating_ip_address': '172.27.0.14', 'floating_network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'router_id': '5901960b-0c52-423d-9136-572b11dcde21', 'port_id': 'fe2bc620-0616-4056-a627-e554e4ab6a89', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3934163e-7755-439f-bda9-12f9f87b1bd2', 'mac_address': 'fa:16:3e:e9:f4:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e412a94b-73c1-4c05-af6d-f21ce675e37a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T18:28:36Z', 'updated_at': '2021-11-18T18:28:38Z', 'revision_number': 1, 'project_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '560a4b6d-e9de-487b-ad59-0fe5987b2c97', 'name': '', 'network_id': '3934163e-7755-439f-bda9-12f9f87b1bd2', 'tenant_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'mac_address': 'fa:16:3e:ff:a8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5901960b-0c52-423d-9136-572b11dcde21', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '28855948-909f-4d6a-a5b1-6e9277fe95e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:25:04Z', 'updated_at': '2021-11-18T18:25:11Z', 'revision_number': 5, 'project_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'subnets': [{'id': '28855948-909f-4d6a-a5b1-6e9277fe95e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816695-1-iscsi', False) {} {{(pid=101555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:31:11.668186 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b47023-8dea-4a4f-b765-1d5c6ba61ce3 req-5fb82c51-e83b-4ba1-8741-c3aa3de70357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:31:11.670315 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-62b47023-8dea-4a4f-b765-1d5c6ba61ce3 req-5fb82c51-e83b-4ba1-8741-c3aa3de70357 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=28855948-909f-4d6a-a5b1-6e9277fe95e3 HTTP/1.1" status: 200 len: 851 time: 0.0525863 Nov 18 18:31:11.719223 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b47023-8dea-4a4f-b765-1d5c6ba61ce3 req-f1570499-1321-4445-8295-9b31c5d8acf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:31:11.720938 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-62b47023-8dea-4a4f-b765-1d5c6ba61ce3 req-f1570499-1321-4445-8295-9b31c5d8acf9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3934163e-7755-439f-bda9-12f9f87b1bd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0439970 Nov 18 18:31:11.807950 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413403ab-7302-416e-9825-bc4e6b0a8053 None None] Checking router: 5901960b-0c52-423d-9136-572b11dcde21 for host: dv-cinder-816695-1-iscsi {{(pid=101555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 18:31:11.815161 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-62b47023-8dea-4a4f-b765-1d5c6ba61ce3 req-a25e84e3-35ec-4277-9d3e-3ab2d663a0c1 service neutron] 10.222.0.46 "GET /v2.0/networks/3934163e-7755-439f-bda9-12f9f87b1bd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868738 Nov 18 18:31:11.816690 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413403ab-7302-416e-9825-bc4e6b0a8053 None None] Routers {'5901960b-0c52-423d-9136-572b11dcde21'} bound to L3 agent in host dv-cinder-816695-1-iscsi {{(pid=101555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:31:11.817347 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_hamode_db [None req-413403ab-7302-416e-9825-bc4e6b0a8053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T18:05:14Z,description=,heartbeat_timestamp=2021-11-18T18:30:44Z,host='dv-cinder-816695-1-iscsi',id=11d55508-f5ea-4178-bd3a-0ed8666e5761,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T18:05:14Z,topic='l3_agent')) {'router_ids': ['5901960b-0c52-423d-9136-572b11dcde21'], 'active': True} {{(pid=101555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:31:11.905298 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-62b47023-8dea-4a4f-b765-1d5c6ba61ce3 req-41780237-b5d2-4357-b8c0-9dada1368197 service neutron] 10.222.0.46 "GET /v2.0/networks/3934163e-7755-439f-bda9-12f9f87b1bd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811040 Nov 18 18:31:11.920309 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_dvr_db [None req-413403ab-7302-416e-9825-bc4e6b0a8053 None None] Set router 5901960b-0c52-423d-9136-572b11dcde21 gateway port host: dv-cinder-816695-1-iscsi {{(pid=101555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:31:12.144646 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_hamode_db [None req-413403ab-7302-416e-9825-bc4e6b0a8053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5901960b-0c52-423d-9136-572b11dcde21', 'name': 'tempest-TestVolumeBootPattern-1250912335-router', 'tenant_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'external_fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': 'ff7d3f67-3e07-4d14-b80d-4cab3fc90c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:25:02Z', 'updated_at': '2021-11-18T18:25:05Z', 'revision_number': 4, 'project_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'gw_port': {'id': 'ff7d3f67-3e07-4d14-b80d-4cab3fc90c52', 'name': '', 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:5a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5901960b-0c52-423d-9136-572b11dcde21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:25:02Z', 'updated_at': '2021-11-18T18:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816695-1-iscsi', '_floatingips': [{'id': 'a2fbe215-cfb1-44da-aef9-3d42e52c7704', 'tenant_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'floating_ip_address': '172.27.0.3', 'floating_network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'router_id': '5901960b-0c52-423d-9136-572b11dcde21', 'port_id': 'a67e1eec-d4a0-45b7-8a3b-2ec0cc5ec720', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3934163e-7755-439f-bda9-12f9f87b1bd2', 'mac_address': 'fa:16:3e:ea:08:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47fe4775-f230-47c1-adad-911dfd5106e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T18:31:10Z', 'updated_at': '2021-11-18T18:31:10Z', 'revision_number': 0, 'project_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'fixed_ip_address_scope': None}, {'id': 'd4d5d5a4-7c95-48f6-8ce6-63c59dfaf33b', 'tenant_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'floating_ip_address': '172.27.0.14', 'floating_network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'router_id': '5901960b-0c52-423d-9136-572b11dcde21', 'port_id': 'fe2bc620-0616-4056-a627-e554e4ab6a89', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3934163e-7755-439f-bda9-12f9f87b1bd2', 'mac_address': 'fa:16:3e:e9:f4:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e412a94b-73c1-4c05-af6d-f21ce675e37a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T18:28:36Z', 'updated_at': '2021-11-18T18:28:38Z', 'revision_number': 1, 'project_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '560a4b6d-e9de-487b-ad59-0fe5987b2c97', 'name': '', 'network_id': '3934163e-7755-439f-bda9-12f9f87b1bd2', 'tenant_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'mac_address': 'fa:16:3e:ff:a8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5901960b-0c52-423d-9136-572b11dcde21', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '28855948-909f-4d6a-a5b1-6e9277fe95e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:25:04Z', 'updated_at': '2021-11-18T18:25:11Z', 'revision_number': 5, 'project_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'subnets': [{'id': '28855948-909f-4d6a-a5b1-6e9277fe95e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816695-1-iscsi', False) {} {{(pid=101555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:31:12.171022 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413403ab-7302-416e-9825-bc4e6b0a8053 None None] The sync data for ids ['5901960b-0c52-423d-9136-572b11dcde21'] in dv-cinder-816695-1-iscsi is: [{'id': '5901960b-0c52-423d-9136-572b11dcde21', 'name': 'tempest-TestVolumeBootPattern-1250912335-router', 'tenant_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'external_fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': 'ff7d3f67-3e07-4d14-b80d-4cab3fc90c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:25:02Z', 'updated_at': '2021-11-18T18:25:05Z', 'revision_number': 4, 'project_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'gw_port': {'id': 'ff7d3f67-3e07-4d14-b80d-4cab3fc90c52', 'name': '', 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:5a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5901960b-0c52-423d-9136-572b11dcde21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:25:02Z', 'updated_at': '2021-11-18T18:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816695-1-iscsi', '_floatingips': [{'id': 'a2fbe215-cfb1-44da-aef9-3d42e52c7704', 'tenant_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'floating_ip_address': '172.27.0.3', 'floating_network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'router_id': '5901960b-0c52-423d-9136-572b11dcde21', 'port_id': 'a67e1eec-d4a0-45b7-8a3b-2ec0cc5ec720', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3934163e-7755-439f-bda9-12f9f87b1bd2', 'mac_address': 'fa:16:3e:ea:08:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47fe4775-f230-47c1-adad-911dfd5106e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T18:31:10Z', 'updated_at': '2021-11-18T18:31:10Z', 'revision_number': 0, 'project_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'fixed_ip_address_scope': None}, {'id': 'd4d5d5a4-7c95-48f6-8ce6-63c59dfaf33b', 'tenant_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'floating_ip_address': '172.27.0.14', 'floating_network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'router_id': '5901960b-0c52-423d-9136-572b11dcde21', 'port_id': 'fe2bc620-0616-4056-a627-e554e4ab6a89', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3934163e-7755-439f-bda9-12f9f87b1bd2', 'mac_address': 'fa:16:3e:e9:f4:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e412a94b-73c1-4c05-af6d-f21ce675e37a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T18:28:36Z', 'updated_at': '2021-11-18T18:28:38Z', 'revision_number': 1, 'project_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '560a4b6d-e9de-487b-ad59-0fe5987b2c97', 'name': '', 'network_id': '3934163e-7755-439f-bda9-12f9f87b1bd2', 'tenant_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'mac_address': 'fa:16:3e:ff:a8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5901960b-0c52-423d-9136-572b11dcde21', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '28855948-909f-4d6a-a5b1-6e9277fe95e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:25:04Z', 'updated_at': '2021-11-18T18:25:11Z', 'revision_number': 5, 'project_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'subnets': [{'id': '28855948-909f-4d6a-a5b1-6e9277fe95e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 18:31:12.372022 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2cf2207-8fc1-4bc0-bec0-90a68ee99849 None None] New status for floating IP a2fbe215-cfb1-44da-aef9-3d42e52c7704: ACTIVE {{(pid=101556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 18 18:31:14.043879 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-4b5f13a8-f369-4225-88b4-4ad1d6e919c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:31:14.220149 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:31:14.967238 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-e3a848c2-ffa0-4288-a759-e5f077163e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:31:16.999327 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-cd169395-ba62-4885-8b1f-e6616afe023f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:31:25.740552 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:31:29.872649 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.agents_db [None req-879798a6-d64d-4745-9d9a-40c50c0efc22 None None] Agent healthcheck: found 6 active agents {{(pid=101556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 18:31:41.024373 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-105b5365-4be4-4986-bf6e-9888ded3f8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:31:42.035305 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-d0c972fc-6f8d-49eb-9040-85285e2c0151 req-cd6de8b6-58bd-4f67-af04-974b40d84ad6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e412a94b-73c1-4c05-af6d-f21ce675e37a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0456679 Nov 18 18:31:42.114904 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c972fc-6f8d-49eb-9040-85285e2c0151 req-a1a4a8a1-2e35-490b-89b8-9a7d375e628a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:31:42.116414 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-d0c972fc-6f8d-49eb-9040-85285e2c0151 req-a1a4a8a1-2e35-490b-89b8-9a7d375e628a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d3feb8b6d06d47f597e7f875d0b7baaa&device_id=e412a94b-73c1-4c05-af6d-f21ce675e37a HTTP/1.1" status: 200 len: 1098 time: 0.0394878 Nov 18 18:31:42.214938 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c972fc-6f8d-49eb-9040-85285e2c0151 req-1d6e23bb-55f6-48d2-b90c-5013651a411d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:31:42.216424 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-d0c972fc-6f8d-49eb-9040-85285e2c0151 req-1d6e23bb-55f6-48d2-b90c-5013651a411d service neutron] 10.222.0.46 "GET /v2.0/networks?id=3934163e-7755-439f-bda9-12f9f87b1bd2 HTTP/1.1" status: 200 len: 913 time: 0.0808322 Nov 18 18:31:42.283165 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-d0c972fc-6f8d-49eb-9040-85285e2c0151 req-30b7651d-95ef-4390-8605-b7d867ffb2f7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe2bc620-0616-4056-a627-e554e4ab6a89 HTTP/1.1" status: 200 len: 1000 time: 0.0596786 Nov 18 18:31:42.342534 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c972fc-6f8d-49eb-9040-85285e2c0151 req-d409a46d-2b1a-4a10-b941-c9222deee79e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:31:42.344614 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-d0c972fc-6f8d-49eb-9040-85285e2c0151 req-d409a46d-2b1a-4a10-b941-c9222deee79e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=28855948-909f-4d6a-a5b1-6e9277fe95e3 HTTP/1.1" status: 200 len: 851 time: 0.0548222 Nov 18 18:31:42.392046 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c972fc-6f8d-49eb-9040-85285e2c0151 req-60eedce7-f6ce-47c7-aabf-c518b462524a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:31:42.393525 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-d0c972fc-6f8d-49eb-9040-85285e2c0151 req-60eedce7-f6ce-47c7-aabf-c518b462524a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3934163e-7755-439f-bda9-12f9f87b1bd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425422 Nov 18 18:31:42.484243 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-d0c972fc-6f8d-49eb-9040-85285e2c0151 req-f31d1434-6544-4af1-9fb8-7ae4445d5e02 service neutron] 10.222.0.46 "GET /v2.0/networks/3934163e-7755-439f-bda9-12f9f87b1bd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823195 Nov 18 18:31:42.571013 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-d0c972fc-6f8d-49eb-9040-85285e2c0151 req-adea1c1a-f212-4765-8e72-93acf0a52614 service neutron] 10.222.0.46 "GET /v2.0/networks/3934163e-7755-439f-bda9-12f9f87b1bd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793672 Nov 18 18:31:44.043971 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a3a70221-f46b-4f6e-979a-965f3f6deafa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:31:44.219574 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:31:44.968902 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-e3a848c2-ffa0-4288-a759-e5f077163e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:31:47.001002 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-cd169395-ba62-4885-8b1f-e6616afe023f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:31:55.746500 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:32:06.872404 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.agents_db [None req-879798a6-d64d-4745-9d9a-40c50c0efc22 None None] Agent healthcheck: found 6 active agents {{(pid=101556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 18:32:11.027969 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a9051329-b325-4801-b495-e238c792f03c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:32:14.045320 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-1b456640-9bb9-4769-8ed3-e217de3ca8d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:32:14.222881 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:32:14.972190 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-e3a848c2-ffa0-4288-a759-e5f077163e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:32:17.004654 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-cd169395-ba62-4885-8b1f-e6616afe023f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:32:25.751249 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:32:41.031404 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-ca33c97d-745e-49fa-bb3d-73cc857ea4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:32:43.029792 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-7c150a1f-6af6-4983-a97a-d108b029ecca req-09fb356f-d3b9-463c-a0f6-878c3988b697 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=47fe4775-f230-47c1-adad-911dfd5106e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0411634 Nov 18 18:32:43.095336 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c150a1f-6af6-4983-a97a-d108b029ecca req-d97ddec2-3038-4cb7-899b-6a83c865e8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:32:43.096814 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-7c150a1f-6af6-4983-a97a-d108b029ecca req-d97ddec2-3038-4cb7-899b-6a83c865e8f2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d3feb8b6d06d47f597e7f875d0b7baaa&device_id=47fe4775-f230-47c1-adad-911dfd5106e4 HTTP/1.1" status: 200 len: 1098 time: 0.0432014 Nov 18 18:32:43.195259 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c150a1f-6af6-4983-a97a-d108b029ecca req-1345c276-16fd-4a07-b22c-c6756354c09f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:32:43.196722 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-7c150a1f-6af6-4983-a97a-d108b029ecca req-1345c276-16fd-4a07-b22c-c6756354c09f service neutron] 10.222.0.46 "GET /v2.0/networks?id=3934163e-7755-439f-bda9-12f9f87b1bd2 HTTP/1.1" status: 200 len: 913 time: 0.0816000 Nov 18 18:32:43.263404 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-7c150a1f-6af6-4983-a97a-d108b029ecca req-7a51dcc4-88e0-4291-93da-f556ca088f24 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a67e1eec-d4a0-45b7-8a3b-2ec0cc5ec720 HTTP/1.1" status: 200 len: 999 time: 0.0587080 Nov 18 18:32:43.312791 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c150a1f-6af6-4983-a97a-d108b029ecca req-94339012-c310-45b9-89ec-68f6dc98ace0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:32:43.314114 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-7c150a1f-6af6-4983-a97a-d108b029ecca req-94339012-c310-45b9-89ec-68f6dc98ace0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=28855948-909f-4d6a-a5b1-6e9277fe95e3 HTTP/1.1" status: 200 len: 851 time: 0.0436416 Nov 18 18:32:43.363181 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c150a1f-6af6-4983-a97a-d108b029ecca req-dcccc4f2-99e6-43b4-9d09-a9d41124cec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:32:43.364713 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-7c150a1f-6af6-4983-a97a-d108b029ecca req-dcccc4f2-99e6-43b4-9d09-a9d41124cec6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3934163e-7755-439f-bda9-12f9f87b1bd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436594 Nov 18 18:32:43.453851 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-7c150a1f-6af6-4983-a97a-d108b029ecca req-6c4c7daf-cdbe-494f-8dd7-0cd71e8ef4ef service neutron] 10.222.0.46 "GET /v2.0/networks/3934163e-7755-439f-bda9-12f9f87b1bd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821755 Nov 18 18:32:43.539363 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-7c150a1f-6af6-4983-a97a-d108b029ecca req-a1dd70dc-dee2-4484-8bae-50d50b883a0b service neutron] 10.222.0.46 "GET /v2.0/networks/3934163e-7755-439f-bda9-12f9f87b1bd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785735 Nov 18 18:32:43.871642 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.agents_db [None req-879798a6-d64d-4745-9d9a-40c50c0efc22 None None] Agent healthcheck: found 6 active agents {{(pid=101556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 18:32:44.045493 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a3033705-d3a4-480b-b01d-9b20ae39e995 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:32:44.224215 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:32:44.974091 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-e3a848c2-ffa0-4288-a759-e5f077163e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:32:47.007951 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-cd169395-ba62-4885-8b1f-e6616afe023f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:32:55.761679 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:32:56.160566 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [req-35f23fa2-d96a-42cf-a4b1-9af1990a3bae req-029e5540-3afa-42db-a685-6cfd452078cf service neutron] (101554) timed out ('10.222.0.21', 50794) {{(pid=101554) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 18 18:33:10.477935 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 56330) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:33:10.633751 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.plugin [None req-fabf87d0-1a39-44bf-9dcb-d441a6274089 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Deleting port 8db768b8-de27-4213-b7c4-a05f16dc4b3b {{(pid=101553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 18 18:33:10.634091 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-fabf87d0-1a39-44bf-9dcb-d441a6274089 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768457215290'] for port, before_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:33:10.710079 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-fabf87d0-1a39-44bf-9dcb-d441a6274089 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369284'] for port, precommit_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:33:10.710431 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-fabf87d0-1a39-44bf-9dcb-d441a6274089 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:33:10.722070 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.plugin [None req-fabf87d0-1a39-44bf-9dcb-d441a6274089 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Calling delete_port for 8db768b8-de27-4213-b7c4-a05f16dc4b3b owned by network:floatingip {{(pid=101553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 18 18:33:10.869895 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-fabf87d0-1a39-44bf-9dcb-d441a6274089 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768457221690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768456900410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5584108'] for port, after_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:33:10.897204 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabf87d0-1a39-44bf-9dcb-d441a6274089 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Pushing event deleted for resources: {'Port': ['ID=8db768b8-de27-4213-b7c4-a05f16dc4b3b,revision_number=None']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:33:10.921267 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabf87d0-1a39-44bf-9dcb-d441a6274089 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:33:10.921613 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabf87d0-1a39-44bf-9dcb-d441a6274089 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:33:10.921951 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabf87d0-1a39-44bf-9dcb-d441a6274089 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:33:10.922285 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabf87d0-1a39-44bf-9dcb-d441a6274089 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:33:10.922612 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabf87d0-1a39-44bf-9dcb-d441a6274089 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:33:10.922937 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabf87d0-1a39-44bf-9dcb-d441a6274089 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:33:10.923261 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabf87d0-1a39-44bf-9dcb-d441a6274089 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:33:10.923583 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabf87d0-1a39-44bf-9dcb-d441a6274089 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:33:10.923964 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabf87d0-1a39-44bf-9dcb-d441a6274089 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:33:10.924290 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabf87d0-1a39-44bf-9dcb-d441a6274089 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:33:10.924606 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabf87d0-1a39-44bf-9dcb-d441a6274089 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:33:10.924921 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabf87d0-1a39-44bf-9dcb-d441a6274089 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:33:10.963119 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-fabf87d0-1a39-44bf-9dcb-d441a6274089 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Notify callbacks [] for floatingip, after_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:33:10.963404 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.db.l3_db [None req-fabf87d0-1a39-44bf-9dcb-d441a6274089 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Floating IP a2fbe215-cfb1-44da-aef9-3d42e52c7704 disassociated (deleted). External IP: 172.27.0.3, port: a67e1eec-d4a0-45b7-8a3b-2ec0cc5ec720. Nov 18 18:33:11.032689 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-4eb0e1cf-d29c-4aa4-9ca4-718520bbf993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:33:11.172394 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fabf87d0-1a39-44bf-9dcb-d441a6274089 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Router 5901960b-0c52-423d-9136-572b11dcde21 has already been hosted by L3 agent 11d55508-f5ea-4178-bd3a-0ed8666e5761 {{(pid=101553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 18:33:11.277287 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fabf87d0-1a39-44bf-9dcb-d441a6274089 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Notify agent at l3_agent.dv-cinder-816695-1-iscsi the message routers_updated {{(pid=101553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 18:33:11.282173 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-fabf87d0-1a39-44bf-9dcb-d441a6274089 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47340'] for floatingip, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:33:11.287352 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c5d87e-d948-48fe-aebb-121560e62f51 None None] Sync routers for ids ['5901960b-0c52-423d-9136-572b11dcde21'] in dv-cinder-816695-1-iscsi {{(pid=101555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 18:33:11.296980 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c5d87e-d948-48fe-aebb-121560e62f51 None None] Routers {'5901960b-0c52-423d-9136-572b11dcde21'} bound to L3 agent in host dv-cinder-816695-1-iscsi {{(pid=101555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:33:11.297589 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_hamode_db [None req-d1c5d87e-d948-48fe-aebb-121560e62f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T18:05:14Z,description=,heartbeat_timestamp=2021-11-18T18:32:44Z,host='dv-cinder-816695-1-iscsi',id=11d55508-f5ea-4178-bd3a-0ed8666e5761,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T18:05:14Z,topic='l3_agent')) {'router_ids': ['5901960b-0c52-423d-9136-572b11dcde21'], 'active': True} {{(pid=101555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:33:11.308715 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-fabf87d0-1a39-44bf-9dcb-d441a6274089 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.21 "DELETE /v2.0/floatingips/a2fbe215-cfb1-44da-aef9-3d42e52c7704 HTTP/1.1" status: 204 len: 168 time: 0.8292346 Nov 18 18:33:11.309291 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47fe4775-f230-47c1-adad-911dfd5106e4', 'tag': 'a67e1eec-d4a0-45b7-8a3b-2ec0cc5ec720'}] {{(pid=101553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:33:11.311554 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3f9c8695bc273365e1ae5046181e224bccdab9c1f2bdac51621509927968c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5db797d-27c1-4e20-8ed6-0ee2a80ddc0b" -d '{"events": [{"name": "network-changed", "server_uuid": "47fe4775-f230-47c1-adad-911dfd5106e4", "tag": "a67e1eec-d4a0-45b7-8a3b-2ec0cc5ec720"}]}' {{(pid=101553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:33:11.410030 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 18:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79311d03-1084-4f83-a898-3a21687a5d7f x-openstack-request-id: req-79311d03-1084-4f83-a898-3a21687a5d7f {{(pid=101553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:33:11.410304 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47fe4775-f230-47c1-adad-911dfd5106e4", "tag": "a67e1eec-d4a0-45b7-8a3b-2ec0cc5ec720", "status": "completed", "code": 200}]} {{(pid=101553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:33:11.410562 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-79311d03-1084-4f83-a898-3a21687a5d7f {{(pid=101553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:33:11.410985 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47fe4775-f230-47c1-adad-911dfd5106e4', 'tag': 'a67e1eec-d4a0-45b7-8a3b-2ec0cc5ec720', 'status': 'completed', 'code': 200} Nov 18 18:33:11.411356 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_dvr_db [None req-d1c5d87e-d948-48fe-aebb-121560e62f51 None None] Set router 5901960b-0c52-423d-9136-572b11dcde21 gateway port host: dv-cinder-816695-1-iscsi {{(pid=101555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:33:11.483194 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5db797d-27c1-4e20-8ed6-0ee2a80ddc0b req-e8d88109-bb33-459e-add9-526eee062d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:33:11.484911 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-e5db797d-27c1-4e20-8ed6-0ee2a80ddc0b req-e8d88109-bb33-459e-add9-526eee062d12 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d3feb8b6d06d47f597e7f875d0b7baaa&device_id=47fe4775-f230-47c1-adad-911dfd5106e4 HTTP/1.1" status: 200 len: 1098 time: 0.0496469 Nov 18 18:33:11.549190 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d28fb-7872-4a56-bc12-e1042a2f22cf req-b5c2d8da-d77b-47b8-b376-bb2f94793d2c tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:33:11.550596 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-325d28fb-7872-4a56-bc12-e1042a2f22cf req-b5c2d8da-d77b-47b8-b376-bb2f94793d2c tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.21 "GET /v2.0/ports?device_id=47fe4775-f230-47c1-adad-911dfd5106e4 HTTP/1.1" status: 200 len: 945 time: 0.0507572 Nov 18 18:33:11.587522 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5db797d-27c1-4e20-8ed6-0ee2a80ddc0b req-d45440a7-1dbc-4a86-b312-5865f3744ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:33:11.589593 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-e5db797d-27c1-4e20-8ed6-0ee2a80ddc0b req-d45440a7-1dbc-4a86-b312-5865f3744ec6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3934163e-7755-439f-bda9-12f9f87b1bd2 HTTP/1.1" status: 200 len: 913 time: 0.0975246 Nov 18 18:33:11.590541 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-325d28fb-7872-4a56-bc12-e1042a2f22cf req-04a86e62-7a55-4d7c-91c4-c6f73842bb01 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.21 "GET /v2.0/security-groups?id=40510119-f699-4f4c-a824-ec0b23543939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339372 Nov 18 18:33:11.632847 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-e5db797d-27c1-4e20-8ed6-0ee2a80ddc0b req-081b07fe-77e1-4680-b456-60cd1d938b1b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a67e1eec-d4a0-45b7-8a3b-2ec0cc5ec720 HTTP/1.1" status: 200 len: 217 time: 0.0342748 Nov 18 18:33:11.657784 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_hamode_db [None req-d1c5d87e-d948-48fe-aebb-121560e62f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5901960b-0c52-423d-9136-572b11dcde21', 'name': 'tempest-TestVolumeBootPattern-1250912335-router', 'tenant_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'external_fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': 'ff7d3f67-3e07-4d14-b80d-4cab3fc90c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:25:02Z', 'updated_at': '2021-11-18T18:25:05Z', 'revision_number': 4, 'project_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'gw_port': {'id': 'ff7d3f67-3e07-4d14-b80d-4cab3fc90c52', 'name': '', 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:5a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5901960b-0c52-423d-9136-572b11dcde21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:25:02Z', 'updated_at': '2021-11-18T18:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816695-1-iscsi', '_floatingips': [{'id': 'd4d5d5a4-7c95-48f6-8ce6-63c59dfaf33b', 'tenant_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'floating_ip_address': '172.27.0.14', 'floating_network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'router_id': '5901960b-0c52-423d-9136-572b11dcde21', 'port_id': 'fe2bc620-0616-4056-a627-e554e4ab6a89', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3934163e-7755-439f-bda9-12f9f87b1bd2', 'mac_address': 'fa:16:3e:e9:f4:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e412a94b-73c1-4c05-af6d-f21ce675e37a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T18:28:36Z', 'updated_at': '2021-11-18T18:28:38Z', 'revision_number': 1, 'project_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '560a4b6d-e9de-487b-ad59-0fe5987b2c97', 'name': '', 'network_id': '3934163e-7755-439f-bda9-12f9f87b1bd2', 'tenant_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'mac_address': 'fa:16:3e:ff:a8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5901960b-0c52-423d-9136-572b11dcde21', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '28855948-909f-4d6a-a5b1-6e9277fe95e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:25:04Z', 'updated_at': '2021-11-18T18:25:11Z', 'revision_number': 5, 'project_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'subnets': [{'id': '28855948-909f-4d6a-a5b1-6e9277fe95e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816695-1-iscsi', False) {} {{(pid=101555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:33:11.683676 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c5d87e-d948-48fe-aebb-121560e62f51 None None] Checking router: 5901960b-0c52-423d-9136-572b11dcde21 for host: dv-cinder-816695-1-iscsi {{(pid=101555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 18:33:11.685056 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5db797d-27c1-4e20-8ed6-0ee2a80ddc0b req-7b8ad700-bee0-40ac-baca-2f78782b5aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:33:11.686542 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-e5db797d-27c1-4e20-8ed6-0ee2a80ddc0b req-7b8ad700-bee0-40ac-baca-2f78782b5aac service neutron] 10.222.0.46 "GET /v2.0/subnets?id=28855948-909f-4d6a-a5b1-6e9277fe95e3 HTTP/1.1" status: 200 len: 851 time: 0.0463233 Nov 18 18:33:11.691745 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c5d87e-d948-48fe-aebb-121560e62f51 None None] Routers {'5901960b-0c52-423d-9136-572b11dcde21'} bound to L3 agent in host dv-cinder-816695-1-iscsi {{(pid=101555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:33:11.692457 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_hamode_db [None req-d1c5d87e-d948-48fe-aebb-121560e62f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T18:05:14Z,description=,heartbeat_timestamp=2021-11-18T18:32:44Z,host='dv-cinder-816695-1-iscsi',id=11d55508-f5ea-4178-bd3a-0ed8666e5761,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T18:05:14Z,topic='l3_agent')) {'router_ids': ['5901960b-0c52-423d-9136-572b11dcde21'], 'active': True} {{(pid=101555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:33:11.734330 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5db797d-27c1-4e20-8ed6-0ee2a80ddc0b req-f27f533f-af93-4302-bbcb-d865b9588472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:33:11.735857 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-e5db797d-27c1-4e20-8ed6-0ee2a80ddc0b req-f27f533f-af93-4302-bbcb-d865b9588472 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3934163e-7755-439f-bda9-12f9f87b1bd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408843 Nov 18 18:33:11.795466 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_dvr_db [None req-d1c5d87e-d948-48fe-aebb-121560e62f51 None None] Set router 5901960b-0c52-423d-9136-572b11dcde21 gateway port host: dv-cinder-816695-1-iscsi {{(pid=101555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:33:11.827080 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-e5db797d-27c1-4e20-8ed6-0ee2a80ddc0b req-7423cf50-fdd3-42e2-8fdc-34fc86d51ce7 service neutron] 10.222.0.46 "GET /v2.0/networks/3934163e-7755-439f-bda9-12f9f87b1bd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826840 Nov 18 18:33:12.022855 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_hamode_db [None req-d1c5d87e-d948-48fe-aebb-121560e62f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5901960b-0c52-423d-9136-572b11dcde21', 'name': 'tempest-TestVolumeBootPattern-1250912335-router', 'tenant_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'external_fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': 'ff7d3f67-3e07-4d14-b80d-4cab3fc90c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:25:02Z', 'updated_at': '2021-11-18T18:25:05Z', 'revision_number': 4, 'project_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'gw_port': {'id': 'ff7d3f67-3e07-4d14-b80d-4cab3fc90c52', 'name': '', 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:5a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5901960b-0c52-423d-9136-572b11dcde21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:25:02Z', 'updated_at': '2021-11-18T18:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816695-1-iscsi', '_floatingips': [{'id': 'd4d5d5a4-7c95-48f6-8ce6-63c59dfaf33b', 'tenant_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'floating_ip_address': '172.27.0.14', 'floating_network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'router_id': '5901960b-0c52-423d-9136-572b11dcde21', 'port_id': 'fe2bc620-0616-4056-a627-e554e4ab6a89', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3934163e-7755-439f-bda9-12f9f87b1bd2', 'mac_address': 'fa:16:3e:e9:f4:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e412a94b-73c1-4c05-af6d-f21ce675e37a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T18:28:36Z', 'updated_at': '2021-11-18T18:28:38Z', 'revision_number': 1, 'project_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '560a4b6d-e9de-487b-ad59-0fe5987b2c97', 'name': '', 'network_id': '3934163e-7755-439f-bda9-12f9f87b1bd2', 'tenant_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'mac_address': 'fa:16:3e:ff:a8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5901960b-0c52-423d-9136-572b11dcde21', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '28855948-909f-4d6a-a5b1-6e9277fe95e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:25:04Z', 'updated_at': '2021-11-18T18:25:11Z', 'revision_number': 5, 'project_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'subnets': [{'id': '28855948-909f-4d6a-a5b1-6e9277fe95e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816695-1-iscsi', False) {} {{(pid=101555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:33:12.054474 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c5d87e-d948-48fe-aebb-121560e62f51 None None] The sync data for ids ['5901960b-0c52-423d-9136-572b11dcde21'] in dv-cinder-816695-1-iscsi is: [{'id': '5901960b-0c52-423d-9136-572b11dcde21', 'name': 'tempest-TestVolumeBootPattern-1250912335-router', 'tenant_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'external_fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': 'ff7d3f67-3e07-4d14-b80d-4cab3fc90c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:25:02Z', 'updated_at': '2021-11-18T18:25:05Z', 'revision_number': 4, 'project_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'gw_port': {'id': 'ff7d3f67-3e07-4d14-b80d-4cab3fc90c52', 'name': '', 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:5a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5901960b-0c52-423d-9136-572b11dcde21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:25:02Z', 'updated_at': '2021-11-18T18:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816695-1-iscsi', '_floatingips': [{'id': 'd4d5d5a4-7c95-48f6-8ce6-63c59dfaf33b', 'tenant_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'floating_ip_address': '172.27.0.14', 'floating_network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'router_id': '5901960b-0c52-423d-9136-572b11dcde21', 'port_id': 'fe2bc620-0616-4056-a627-e554e4ab6a89', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3934163e-7755-439f-bda9-12f9f87b1bd2', 'mac_address': 'fa:16:3e:e9:f4:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e412a94b-73c1-4c05-af6d-f21ce675e37a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T18:28:36Z', 'updated_at': '2021-11-18T18:28:38Z', 'revision_number': 1, 'project_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '560a4b6d-e9de-487b-ad59-0fe5987b2c97', 'name': '', 'network_id': '3934163e-7755-439f-bda9-12f9f87b1bd2', 'tenant_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'mac_address': 'fa:16:3e:ff:a8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5901960b-0c52-423d-9136-572b11dcde21', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '28855948-909f-4d6a-a5b1-6e9277fe95e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:25:04Z', 'updated_at': '2021-11-18T18:25:11Z', 'revision_number': 5, 'project_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'subnets': [{'id': '28855948-909f-4d6a-a5b1-6e9277fe95e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 18:33:12.164390 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-e5db797d-27c1-4e20-8ed6-0ee2a80ddc0b req-3f8a79e8-d76a-449d-a9ad-f0a468407e2e service neutron] 10.222.0.46 "GET /v2.0/networks/3934163e-7755-439f-bda9-12f9f87b1bd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3300970 Nov 18 18:33:12.265784 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd994af-3c94-48ec-a61d-ead597c5d8fb None None] New status for floating IP a2fbe215-cfb1-44da-aef9-3d42e52c7704: DOWN {{(pid=101556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 18 18:33:12.722959 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4e6fe8-2fb2-4e0c-a197-4f89f120636d req-fd93a9e0-011b-44b8-b83d-92e68b4148e4 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:33:12.724489 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-4c4e6fe8-2fb2-4e0c-a197-4f89f120636d req-fd93a9e0-011b-44b8-b83d-92e68b4148e4 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.21 "GET /v2.0/ports?device_id=47fe4775-f230-47c1-adad-911dfd5106e4 HTTP/1.1" status: 200 len: 945 time: 0.0513546 Nov 18 18:33:12.762765 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-4c4e6fe8-2fb2-4e0c-a197-4f89f120636d req-31ddf933-e69c-4d12-a5d8-b2f705533a4b tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.21 "GET /v2.0/security-groups?id=40510119-f699-4f4c-a824-ec0b23543939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316882 Nov 18 18:33:13.272559 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ed5815-e0be-45d8-a885-7045d25e8735 req-8701a9e3-8df6-486e-8b27-ae003210a7b5 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:33:13.273982 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-b8ed5815-e0be-45d8-a885-7045d25e8735 req-8701a9e3-8df6-486e-8b27-ae003210a7b5 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.46 "GET /v2.0/ports?device_id=47fe4775-f230-47c1-adad-911dfd5106e4 HTTP/1.1" status: 200 len: 945 time: 0.0473216 Nov 18 18:33:13.363072 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.plugin [req-b8ed5815-e0be-45d8-a885-7045d25e8735 req-3ead84b3-79a7-4955-95ec-4185885e43d8 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Deleting port a67e1eec-d4a0-45b7-8a3b-2ec0cc5ec720 {{(pid=101554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 18 18:33:13.363405 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [req-b8ed5815-e0be-45d8-a885-7045d25e8735 req-3ead84b3-79a7-4955-95ec-4185885e43d8 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768457215290'] for port, before_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:33:13.448543 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.db [req-b8ed5815-e0be-45d8-a885-7045d25e8735 req-3ead84b3-79a7-4955-95ec-4185885e43d8 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] For port a67e1eec-d4a0-45b7-8a3b-2ec0cc5ec720, host hv-cinder-81669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81669',level=0,port_id=a67e1eec-d4a0-45b7-8a3b-2ec0cc5ec720,segment=NetworkSegment(534bee31-a5bf-46bd-8839-28b388237d13),segment_id=534bee31-a5bf-46bd-8839-28b388237d13)] {{(pid=101554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:33:13.448895 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [req-b8ed5815-e0be-45d8-a885-7045d25e8735 req-3ead84b3-79a7-4955-95ec-4185885e43d8 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369284'] for port, precommit_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:33:13.460644 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.plugin [req-b8ed5815-e0be-45d8-a885-7045d25e8735 req-3ead84b3-79a7-4955-95ec-4185885e43d8 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Calling delete_port for a67e1eec-d4a0-45b7-8a3b-2ec0cc5ec720 owned by compute:nova {{(pid=101554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 18 18:33:13.589426 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [req-b8ed5815-e0be-45d8-a885-7045d25e8735 req-3ead84b3-79a7-4955-95ec-4185885e43d8 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768457221690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768456900410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6202601'] for port, after_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:33:13.616366 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ead84b3-79a7-4955-95ec-4185885e43d8 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Pushing event deleted for resources: {'Port': ['ID=a67e1eec-d4a0-45b7-8a3b-2ec0cc5ec720,revision_number=None']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:33:13.629025 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ead84b3-79a7-4955-95ec-4185885e43d8 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:33:13.629383 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ead84b3-79a7-4955-95ec-4185885e43d8 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:33:13.629731 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ead84b3-79a7-4955-95ec-4185885e43d8 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:33:13.630071 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ead84b3-79a7-4955-95ec-4185885e43d8 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:33:13.630412 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ead84b3-79a7-4955-95ec-4185885e43d8 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:33:13.630751 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ead84b3-79a7-4955-95ec-4185885e43d8 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:33:13.631084 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ead84b3-79a7-4955-95ec-4185885e43d8 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:33:13.631424 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ead84b3-79a7-4955-95ec-4185885e43d8 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:33:13.631754 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ead84b3-79a7-4955-95ec-4185885e43d8 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:33:13.632107 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ead84b3-79a7-4955-95ec-4185885e43d8 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:33:13.632436 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ead84b3-79a7-4955-95ec-4185885e43d8 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:33:13.632762 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ead84b3-79a7-4955-95ec-4185885e43d8 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816695-1-iscsi {{(pid=101554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:33:13.669686 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8ed5815-e0be-45d8-a885-7045d25e8735 req-3ead84b3-79a7-4955-95ec-4185885e43d8 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] No DVR routers for this DVR port a67e1eec-d4a0-45b7-8a3b-2ec0cc5ec720 on host hv-cinder-81669 {{(pid=101554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 18:33:13.672230 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [req-b8ed5815-e0be-45d8-a885-7045d25e8735 req-3ead84b3-79a7-4955-95ec-4185885e43d8 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47340'] for port, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:33:13.675504 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-b8ed5815-e0be-45d8-a885-7045d25e8735 req-3ead84b3-79a7-4955-95ec-4185885e43d8 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.46 "DELETE /v2.0/ports/a67e1eec-d4a0-45b7-8a3b-2ec0cc5ec720 HTTP/1.1" status: 204 len: 173 time: 0.3957810 Nov 18 18:33:13.676014 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47fe4775-f230-47c1-adad-911dfd5106e4', 'name': 'network-vif-deleted', 'tag': 'a67e1eec-d4a0-45b7-8a3b-2ec0cc5ec720'}] {{(pid=101554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:33:13.678193 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb6a83c3ebc788d099039a2e3a9a485db9e94d86a5b55328e01f3a68fc6aec2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d8f89d7-0eb6-40ff-87b9-b91d86cba9dc" -d '{"events": [{"server_uuid": "47fe4775-f230-47c1-adad-911dfd5106e4", "name": "network-vif-deleted", "tag": "a67e1eec-d4a0-45b7-8a3b-2ec0cc5ec720"}]}' {{(pid=101554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:33:13.716684 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 18:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c7339cf-b92b-47b5-af85-2f9554a791d2 x-openstack-request-id: req-7c7339cf-b92b-47b5-af85-2f9554a791d2 {{(pid=101554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:33:13.716979 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47fe4775-f230-47c1-adad-911dfd5106e4", "name": "network-vif-deleted", "tag": "a67e1eec-d4a0-45b7-8a3b-2ec0cc5ec720", "status": "completed", "code": 200}]} {{(pid=101554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:33:13.717251 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7c7339cf-b92b-47b5-af85-2f9554a791d2 {{(pid=101554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:33:13.717659 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47fe4775-f230-47c1-adad-911dfd5106e4', 'name': 'network-vif-deleted', 'tag': 'a67e1eec-d4a0-45b7-8a3b-2ec0cc5ec720', 'status': 'completed', 'code': 200} Nov 18 18:33:13.857248 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-36fd228c-0aa8-4fab-8da2-d866bb4a05ab req-f2475f70-d461-4efb-81c8-1f3c01550051 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.21 "GET /v2.0/ports?device_id=47fe4775-f230-47c1-adad-911dfd5106e4 HTTP/1.1" status: 200 len: 210 time: 0.0265248 Nov 18 18:33:14.051983 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-5282815b-49f0-4861-b069-0e17431e22c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:33:14.231065 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:33:14.980689 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-e3a848c2-ffa0-4288-a759-e5f077163e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:33:17.004101 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Device a67e1eec-d4a0-45b7-8a3b-2ec0cc5ec720 no longer exists at agent hyperv_hv-cinder-81669 {{(pid=101555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 18:33:17.026352 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-cd169395-ba62-4885-8b1f-e6616afe023f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:33:17.026956 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.plugin [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] No Port match for: a67e1eec-d4a0-45b7-8a3b-2ec0cc5ec720 {{(pid=101555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 18 18:33:17.027298 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Device a67e1eec-d4a0-45b7-8a3b-2ec0cc5ec720 not bound to the agent host hv-cinder-81669 {{(pid=101555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 18:33:17.130696 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 56376) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:33:17.286486 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.plugin [None req-c9178c2f-3e16-48b5-9274-decbf198e79a tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Deleting port ab53138a-57b6-4568-bc5d-9579a55bcc07 {{(pid=101553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 18 18:33:17.286746 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-c9178c2f-3e16-48b5-9274-decbf198e79a tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768457215290'] for port, before_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:33:17.365372 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-c9178c2f-3e16-48b5-9274-decbf198e79a tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369284'] for port, precommit_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:33:17.365702 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-c9178c2f-3e16-48b5-9274-decbf198e79a tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:33:17.377242 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.plugin [None req-c9178c2f-3e16-48b5-9274-decbf198e79a tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Calling delete_port for ab53138a-57b6-4568-bc5d-9579a55bcc07 owned by network:floatingip {{(pid=101553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 18 18:33:17.517485 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-c9178c2f-3e16-48b5-9274-decbf198e79a tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768457221690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768456900410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5584108'] for port, after_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:33:17.547793 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9178c2f-3e16-48b5-9274-decbf198e79a tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Pushing event deleted for resources: {'Port': ['ID=ab53138a-57b6-4568-bc5d-9579a55bcc07,revision_number=None']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:33:17.614418 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-c9178c2f-3e16-48b5-9274-decbf198e79a tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Notify callbacks [] for floatingip, after_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:33:17.614742 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.db.l3_db [None req-c9178c2f-3e16-48b5-9274-decbf198e79a tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Floating IP d4d5d5a4-7c95-48f6-8ce6-63c59dfaf33b disassociated (deleted). External IP: 172.27.0.14, port: fe2bc620-0616-4056-a627-e554e4ab6a89. Nov 18 18:33:17.830383 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9178c2f-3e16-48b5-9274-decbf198e79a tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Router 5901960b-0c52-423d-9136-572b11dcde21 has already been hosted by L3 agent 11d55508-f5ea-4178-bd3a-0ed8666e5761 {{(pid=101553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 18:33:17.938554 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9178c2f-3e16-48b5-9274-decbf198e79a tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Notify agent at l3_agent.dv-cinder-816695-1-iscsi the message routers_updated {{(pid=101553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 18:33:17.943941 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-c9178c2f-3e16-48b5-9274-decbf198e79a tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47340'] for floatingip, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:33:17.949197 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de9a266-f6b1-4aae-ba04-cad9dbb470e3 None None] Sync routers for ids ['5901960b-0c52-423d-9136-572b11dcde21'] in dv-cinder-816695-1-iscsi {{(pid=101555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 18:33:17.958025 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de9a266-f6b1-4aae-ba04-cad9dbb470e3 None None] Routers {'5901960b-0c52-423d-9136-572b11dcde21'} bound to L3 agent in host dv-cinder-816695-1-iscsi {{(pid=101555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:33:17.958631 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_hamode_db [None req-1de9a266-f6b1-4aae-ba04-cad9dbb470e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T18:05:14Z,description=,heartbeat_timestamp=2021-11-18T18:33:14Z,host='dv-cinder-816695-1-iscsi',id=11d55508-f5ea-4178-bd3a-0ed8666e5761,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T18:05:14Z,topic='l3_agent')) {'router_ids': ['5901960b-0c52-423d-9136-572b11dcde21'], 'active': True} {{(pid=101555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:33:17.971978 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-c9178c2f-3e16-48b5-9274-decbf198e79a tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.21 "DELETE /v2.0/floatingips/d4d5d5a4-7c95-48f6-8ce6-63c59dfaf33b HTTP/1.1" status: 204 len: 168 time: 0.8399231 Nov 18 18:33:17.972549 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e412a94b-73c1-4c05-af6d-f21ce675e37a', 'tag': 'fe2bc620-0616-4056-a627-e554e4ab6a89'}] {{(pid=101553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:33:17.974914 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3f9c8695bc273365e1ae5046181e224bccdab9c1f2bdac51621509927968c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0727b373-2881-4328-a71f-0577ce6c6387" -d '{"events": [{"name": "network-changed", "server_uuid": "e412a94b-73c1-4c05-af6d-f21ce675e37a", "tag": "fe2bc620-0616-4056-a627-e554e4ab6a89"}]}' {{(pid=101553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:33:18.013431 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 18:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2765ab1a-647c-4cae-8e49-cdba98cd9771 x-openstack-request-id: req-2765ab1a-647c-4cae-8e49-cdba98cd9771 {{(pid=101553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:33:18.013812 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e412a94b-73c1-4c05-af6d-f21ce675e37a", "tag": "fe2bc620-0616-4056-a627-e554e4ab6a89", "status": "completed", "code": 200}]} {{(pid=101553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:33:18.014121 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2765ab1a-647c-4cae-8e49-cdba98cd9771 {{(pid=101553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:33:18.014384 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e412a94b-73c1-4c05-af6d-f21ce675e37a', 'tag': 'fe2bc620-0616-4056-a627-e554e4ab6a89', 'status': 'completed', 'code': 200} Nov 18 18:33:18.084513 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0727b373-2881-4328-a71f-0577ce6c6387 req-c7352f8e-dcb7-4e5d-912c-1267fd0b3d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:33:18.086086 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-0727b373-2881-4328-a71f-0577ce6c6387 req-c7352f8e-dcb7-4e5d-912c-1267fd0b3d87 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d3feb8b6d06d47f597e7f875d0b7baaa&device_id=e412a94b-73c1-4c05-af6d-f21ce675e37a HTTP/1.1" status: 200 len: 1098 time: 0.0458291 Nov 18 18:33:18.183951 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0727b373-2881-4328-a71f-0577ce6c6387 req-8234a9de-a10f-4157-9f69-96d24f39d95e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:33:18.186042 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-0727b373-2881-4328-a71f-0577ce6c6387 req-8234a9de-a10f-4157-9f69-96d24f39d95e service neutron] 10.222.0.46 "GET /v2.0/networks?id=3934163e-7755-439f-bda9-12f9f87b1bd2 HTTP/1.1" status: 200 len: 913 time: 0.0930262 Nov 18 18:33:18.236193 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94060f1a-0741-4f3c-8dc1-52e918301948 req-63813731-128f-45ec-89dc-1cddada609e0 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:33:18.237837 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-94060f1a-0741-4f3c-8dc1-52e918301948 req-63813731-128f-45ec-89dc-1cddada609e0 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.21 "GET /v2.0/ports?device_id=e412a94b-73c1-4c05-af6d-f21ce675e37a HTTP/1.1" status: 200 len: 945 time: 0.0516763 Nov 18 18:33:18.238832 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-0727b373-2881-4328-a71f-0577ce6c6387 req-859b583d-c632-4b16-8c0b-52fe37b1dd98 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe2bc620-0616-4056-a627-e554e4ab6a89 HTTP/1.1" status: 200 len: 217 time: 0.0450032 Nov 18 18:33:18.280940 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-94060f1a-0741-4f3c-8dc1-52e918301948 req-4cb667ee-08e8-41aa-9d59-7f109d8639e3 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.21 "GET /v2.0/security-groups?id=40510119-f699-4f4c-a824-ec0b23543939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368772 Nov 18 18:33:18.282016 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_dvr_db [None req-1de9a266-f6b1-4aae-ba04-cad9dbb470e3 None None] Set router 5901960b-0c52-423d-9136-572b11dcde21 gateway port host: dv-cinder-816695-1-iscsi {{(pid=101555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:33:18.294949 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0727b373-2881-4328-a71f-0577ce6c6387 req-d555285f-ca26-4987-a518-3d9cb7561a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:33:18.296832 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-0727b373-2881-4328-a71f-0577ce6c6387 req-d555285f-ca26-4987-a518-3d9cb7561a49 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=28855948-909f-4d6a-a5b1-6e9277fe95e3 HTTP/1.1" status: 200 len: 851 time: 0.0509772 Nov 18 18:33:18.350320 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0727b373-2881-4328-a71f-0577ce6c6387 req-f9122e04-5ccc-4bc3-9067-1a778702921c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:33:18.351741 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-0727b373-2881-4328-a71f-0577ce6c6387 req-f9122e04-5ccc-4bc3-9067-1a778702921c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3934163e-7755-439f-bda9-12f9f87b1bd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0470378 Nov 18 18:33:18.452090 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-0727b373-2881-4328-a71f-0577ce6c6387 req-d5116e65-7309-4e9d-b52b-14bc96859af4 service neutron] 10.222.0.46 "GET /v2.0/networks/3934163e-7755-439f-bda9-12f9f87b1bd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925362 Nov 18 18:33:18.545002 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_hamode_db [None req-1de9a266-f6b1-4aae-ba04-cad9dbb470e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5901960b-0c52-423d-9136-572b11dcde21', 'name': 'tempest-TestVolumeBootPattern-1250912335-router', 'tenant_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'external_fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': 'ff7d3f67-3e07-4d14-b80d-4cab3fc90c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:25:02Z', 'updated_at': '2021-11-18T18:25:05Z', 'revision_number': 4, 'project_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'gw_port': {'id': 'ff7d3f67-3e07-4d14-b80d-4cab3fc90c52', 'name': '', 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:5a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5901960b-0c52-423d-9136-572b11dcde21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:25:02Z', 'updated_at': '2021-11-18T18:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816695-1-iscsi', '_interfaces': [{'id': '560a4b6d-e9de-487b-ad59-0fe5987b2c97', 'name': '', 'network_id': '3934163e-7755-439f-bda9-12f9f87b1bd2', 'tenant_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'mac_address': 'fa:16:3e:ff:a8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5901960b-0c52-423d-9136-572b11dcde21', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '28855948-909f-4d6a-a5b1-6e9277fe95e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:25:04Z', 'updated_at': '2021-11-18T18:25:11Z', 'revision_number': 5, 'project_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'subnets': [{'id': '28855948-909f-4d6a-a5b1-6e9277fe95e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816695-1-iscsi', False) {} {{(pid=101555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:33:18.547985 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-0727b373-2881-4328-a71f-0577ce6c6387 req-379bf6f2-a869-402d-9d1b-fc1d16f379ae service neutron] 10.222.0.46 "GET /v2.0/networks/3934163e-7755-439f-bda9-12f9f87b1bd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871465 Nov 18 18:33:18.573792 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de9a266-f6b1-4aae-ba04-cad9dbb470e3 None None] Checking router: 5901960b-0c52-423d-9136-572b11dcde21 for host: dv-cinder-816695-1-iscsi {{(pid=101555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 18:33:18.584192 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de9a266-f6b1-4aae-ba04-cad9dbb470e3 None None] Routers {'5901960b-0c52-423d-9136-572b11dcde21'} bound to L3 agent in host dv-cinder-816695-1-iscsi {{(pid=101555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:33:18.584820 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_hamode_db [None req-1de9a266-f6b1-4aae-ba04-cad9dbb470e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T18:05:14Z,description=,heartbeat_timestamp=2021-11-18T18:33:14Z,host='dv-cinder-816695-1-iscsi',id=11d55508-f5ea-4178-bd3a-0ed8666e5761,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T18:05:14Z,topic='l3_agent')) {'router_ids': ['5901960b-0c52-423d-9136-572b11dcde21'], 'active': True} {{(pid=101555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:33:18.697362 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_dvr_db [None req-1de9a266-f6b1-4aae-ba04-cad9dbb470e3 None None] Set router 5901960b-0c52-423d-9136-572b11dcde21 gateway port host: dv-cinder-816695-1-iscsi {{(pid=101555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:33:18.899549 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_hamode_db [None req-1de9a266-f6b1-4aae-ba04-cad9dbb470e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5901960b-0c52-423d-9136-572b11dcde21', 'name': 'tempest-TestVolumeBootPattern-1250912335-router', 'tenant_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'external_fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': 'ff7d3f67-3e07-4d14-b80d-4cab3fc90c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:25:02Z', 'updated_at': '2021-11-18T18:25:05Z', 'revision_number': 4, 'project_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'gw_port': {'id': 'ff7d3f67-3e07-4d14-b80d-4cab3fc90c52', 'name': '', 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:5a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5901960b-0c52-423d-9136-572b11dcde21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:25:02Z', 'updated_at': '2021-11-18T18:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816695-1-iscsi', '_interfaces': [{'id': '560a4b6d-e9de-487b-ad59-0fe5987b2c97', 'name': '', 'network_id': '3934163e-7755-439f-bda9-12f9f87b1bd2', 'tenant_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'mac_address': 'fa:16:3e:ff:a8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5901960b-0c52-423d-9136-572b11dcde21', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '28855948-909f-4d6a-a5b1-6e9277fe95e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:25:04Z', 'updated_at': '2021-11-18T18:25:11Z', 'revision_number': 5, 'project_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'subnets': [{'id': '28855948-909f-4d6a-a5b1-6e9277fe95e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816695-1-iscsi', False) {} {{(pid=101555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:33:18.930985 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de9a266-f6b1-4aae-ba04-cad9dbb470e3 None None] The sync data for ids ['5901960b-0c52-423d-9136-572b11dcde21'] in dv-cinder-816695-1-iscsi is: [{'id': '5901960b-0c52-423d-9136-572b11dcde21', 'name': 'tempest-TestVolumeBootPattern-1250912335-router', 'tenant_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'external_fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': 'ff7d3f67-3e07-4d14-b80d-4cab3fc90c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:25:02Z', 'updated_at': '2021-11-18T18:25:05Z', 'revision_number': 4, 'project_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'gw_port': {'id': 'ff7d3f67-3e07-4d14-b80d-4cab3fc90c52', 'name': '', 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:5a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5901960b-0c52-423d-9136-572b11dcde21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:25:02Z', 'updated_at': '2021-11-18T18:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816695-1-iscsi', '_interfaces': [{'id': '560a4b6d-e9de-487b-ad59-0fe5987b2c97', 'name': '', 'network_id': '3934163e-7755-439f-bda9-12f9f87b1bd2', 'tenant_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'mac_address': 'fa:16:3e:ff:a8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5901960b-0c52-423d-9136-572b11dcde21', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '28855948-909f-4d6a-a5b1-6e9277fe95e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:25:04Z', 'updated_at': '2021-11-18T18:25:11Z', 'revision_number': 5, 'project_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'subnets': [{'id': '28855948-909f-4d6a-a5b1-6e9277fe95e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 18:33:19.154053 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f210d152-2afc-481d-bc7f-d9c15018cc02 None None] New status for floating IP d4d5d5a4-7c95-48f6-8ce6-63c59dfaf33b: DOWN {{(pid=101556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 18 18:33:19.406896 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed2005f-6e6e-404c-95f9-3da852ece855 req-56b85df1-c9ec-4bfa-ae26-46b6577d1794 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:33:19.408378 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-9ed2005f-6e6e-404c-95f9-3da852ece855 req-56b85df1-c9ec-4bfa-ae26-46b6577d1794 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.21 "GET /v2.0/ports?device_id=e412a94b-73c1-4c05-af6d-f21ce675e37a HTTP/1.1" status: 200 len: 945 time: 0.0480816 Nov 18 18:33:19.452314 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-9ed2005f-6e6e-404c-95f9-3da852ece855 req-403902e7-4a91-4e68-8e87-3693a2947cf9 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.21 "GET /v2.0/security-groups?id=40510119-f699-4f4c-a824-ec0b23543939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378990 Nov 18 18:33:19.865996 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a4a78d-e732-4de3-b8e2-acc2c786b126 req-49165c86-3ce9-4dfc-bd3b-def8b0aed8cf tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:33:19.867443 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-53a4a78d-e732-4de3-b8e2-acc2c786b126 req-49165c86-3ce9-4dfc-bd3b-def8b0aed8cf tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.46 "GET /v2.0/ports?device_id=e412a94b-73c1-4c05-af6d-f21ce675e37a HTTP/1.1" status: 200 len: 945 time: 0.0488756 Nov 18 18:33:19.966992 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.plugin [req-53a4a78d-e732-4de3-b8e2-acc2c786b126 req-1c74957b-3874-4e4a-83d1-dbf2023af61b tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Deleting port fe2bc620-0616-4056-a627-e554e4ab6a89 {{(pid=101554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 18 18:33:19.967456 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [req-53a4a78d-e732-4de3-b8e2-acc2c786b126 req-1c74957b-3874-4e4a-83d1-dbf2023af61b tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768457215290'] for port, before_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:33:20.061767 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.db [req-53a4a78d-e732-4de3-b8e2-acc2c786b126 req-1c74957b-3874-4e4a-83d1-dbf2023af61b tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] For port fe2bc620-0616-4056-a627-e554e4ab6a89, host hv-cinder-81669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81669',level=0,port_id=fe2bc620-0616-4056-a627-e554e4ab6a89,segment=NetworkSegment(534bee31-a5bf-46bd-8839-28b388237d13),segment_id=534bee31-a5bf-46bd-8839-28b388237d13)] {{(pid=101554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:33:20.062049 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [req-53a4a78d-e732-4de3-b8e2-acc2c786b126 req-1c74957b-3874-4e4a-83d1-dbf2023af61b tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369284'] for port, precommit_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:33:20.075010 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.plugin [req-53a4a78d-e732-4de3-b8e2-acc2c786b126 req-1c74957b-3874-4e4a-83d1-dbf2023af61b tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Calling delete_port for fe2bc620-0616-4056-a627-e554e4ab6a89 owned by compute:nova {{(pid=101554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 18 18:33:20.203417 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [req-53a4a78d-e732-4de3-b8e2-acc2c786b126 req-1c74957b-3874-4e4a-83d1-dbf2023af61b tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768457221690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768456900410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6202601'] for port, after_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:33:20.231935 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c74957b-3874-4e4a-83d1-dbf2023af61b tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Pushing event deleted for resources: {'Port': ['ID=fe2bc620-0616-4056-a627-e554e4ab6a89,revision_number=None']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:33:20.282953 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.db.l3_dvrscheduler_db [req-53a4a78d-e732-4de3-b8e2-acc2c786b126 req-1c74957b-3874-4e4a-83d1-dbf2023af61b tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] No DVR routers for this DVR port fe2bc620-0616-4056-a627-e554e4ab6a89 on host hv-cinder-81669 {{(pid=101554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 18:33:20.285552 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [req-53a4a78d-e732-4de3-b8e2-acc2c786b126 req-1c74957b-3874-4e4a-83d1-dbf2023af61b tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47340'] for port, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:33:20.289012 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [req-53a4a78d-e732-4de3-b8e2-acc2c786b126 req-1c74957b-3874-4e4a-83d1-dbf2023af61b tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.46 "DELETE /v2.0/ports/fe2bc620-0616-4056-a627-e554e4ab6a89 HTTP/1.1" status: 204 len: 173 time: 0.4160786 Nov 18 18:33:20.289453 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e412a94b-73c1-4c05-af6d-f21ce675e37a', 'name': 'network-vif-deleted', 'tag': 'fe2bc620-0616-4056-a627-e554e4ab6a89'}] {{(pid=101554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:33:20.292355 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb6a83c3ebc788d099039a2e3a9a485db9e94d86a5b55328e01f3a68fc6aec2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76c22471-8bd2-4402-8853-662d9cdd1958" -d '{"events": [{"server_uuid": "e412a94b-73c1-4c05-af6d-f21ce675e37a", "name": "network-vif-deleted", "tag": "fe2bc620-0616-4056-a627-e554e4ab6a89"}]}' {{(pid=101554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:33:20.346690 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 18:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-710a3a05-0724-44be-93ba-bcde096aaea2 x-openstack-request-id: req-710a3a05-0724-44be-93ba-bcde096aaea2 {{(pid=101554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:33:20.346690 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e412a94b-73c1-4c05-af6d-f21ce675e37a", "name": "network-vif-deleted", "tag": "fe2bc620-0616-4056-a627-e554e4ab6a89", "status": "completed", "code": 200}]} {{(pid=101554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:33:20.346690 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-710a3a05-0724-44be-93ba-bcde096aaea2 {{(pid=101554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:33:20.347144 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e412a94b-73c1-4c05-af6d-f21ce675e37a', 'name': 'network-vif-deleted', 'tag': 'fe2bc620-0616-4056-a627-e554e4ab6a89', 'status': 'completed', 'code': 200} Nov 18 18:33:20.577959 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [req-beb3007a-30b9-4d67-980a-4785e002b103 req-721d1c64-e68e-4a88-bc2a-3c02e18589d2 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.21 "GET /v2.0/ports?device_id=e412a94b-73c1-4c05-af6d-f21ce675e37a HTTP/1.1" status: 200 len: 210 time: 0.0471971 Nov 18 18:33:20.877854 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.agents_db [None req-879798a6-d64d-4745-9d9a-40c50c0efc22 None None] Agent healthcheck: found 6 active agents {{(pid=101556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 18:33:21.632518 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 56394) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:33:21.753631 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.plugin [None req-6a701960-4418-41ca-bea9-b160fc0abea5 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Deleting port c7c6141d-a116-41d8-a42c-afadfb6ce967 {{(pid=101553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 18 18:33:21.753975 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-6a701960-4418-41ca-bea9-b160fc0abea5 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768457215290'] for port, before_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:33:21.832011 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-6a701960-4418-41ca-bea9-b160fc0abea5 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369284'] for port, precommit_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:33:21.832341 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-6a701960-4418-41ca-bea9-b160fc0abea5 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:33:21.845351 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.plugin [None req-6a701960-4418-41ca-bea9-b160fc0abea5 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Calling delete_port for c7c6141d-a116-41d8-a42c-afadfb6ce967 owned by network:floatingip {{(pid=101553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 18 18:33:21.972697 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-6a701960-4418-41ca-bea9-b160fc0abea5 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768457221690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768456900410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5584108'] for port, after_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:33:21.999105 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a701960-4418-41ca-bea9-b160fc0abea5 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Pushing event deleted for resources: {'Port': ['ID=c7c6141d-a116-41d8-a42c-afadfb6ce967,revision_number=None']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:33:22.064559 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-6a701960-4418-41ca-bea9-b160fc0abea5 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Notify callbacks [] for floatingip, after_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:33:22.067059 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-6a701960-4418-41ca-bea9-b160fc0abea5 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47340'] for floatingip, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:33:22.068256 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-6a701960-4418-41ca-bea9-b160fc0abea5 tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.21 "DELETE /v2.0/floatingips/09305f36-df5c-44a4-9694-394b946a44dd HTTP/1.1" status: 204 len: 168 time: 0.4347382 Nov 18 18:33:23.010568 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Device fe2bc620-0616-4056-a627-e554e4ab6a89 no longer exists at agent hyperv_hv-cinder-81669 {{(pid=101555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 18:33:23.029770 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.plugin [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] No Port match for: fe2bc620-0616-4056-a627-e554e4ab6a89 {{(pid=101555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 18 18:33:23.030167 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Device fe2bc620-0616-4056-a627-e554e4ab6a89 not bound to the agent host hv-cinder-81669 {{(pid=101555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 18:33:23.267828 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 56408) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:33:23.326151 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-1139b166-180a-4459-abf8-af2042ec89ac tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Notify callbacks [] for security_group, before_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:33:23.351308 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-1139b166-180a-4459-abf8-af2042ec89ac tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:33:23.409511 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-1139b166-180a-4459-abf8-af2042ec89ac tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:33:23.412092 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-1139b166-180a-4459-abf8-af2042ec89ac tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Notify callbacks [] for security_group, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:33:23.414705 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-1139b166-180a-4459-abf8-af2042ec89ac tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] 10.222.0.21 "DELETE /v2.0/security-groups/40510119-f699-4f4c-a824-ec0b23543939 HTTP/1.1" status: 204 len: 168 time: 0.1458485 Nov 18 18:33:23.424336 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1139b166-180a-4459-abf8-af2042ec89ac tempest-TestVolumeBootPattern-1834604271 tempest-TestVolumeBootPattern-1834604271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40510119-f699-4f4c-a824-ec0b23543939,revision_number=None']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:33:23.464863 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 56412) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:33:23.900445 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-5e6c372b-65aa-4616-97dd-a38750b259b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-368475'] for router_interface, before_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:33:24.150860 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.plugin [None req-5e6c372b-65aa-4616-97dd-a38750b259b1 admin admin] Deleting port 560a4b6d-e9de-487b-ad59-0fe5987b2c97 {{(pid=101554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 18 18:33:24.151099 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-5e6c372b-65aa-4616-97dd-a38750b259b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768457215290'] for port, before_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:33:24.227162 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.db [None req-5e6c372b-65aa-4616-97dd-a38750b259b1 admin admin] For port 560a4b6d-e9de-487b-ad59-0fe5987b2c97, host dv-cinder-816695-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816695-1-iscsi',level=0,port_id=560a4b6d-e9de-487b-ad59-0fe5987b2c97,segment=NetworkSegment(534bee31-a5bf-46bd-8839-28b388237d13),segment_id=534bee31-a5bf-46bd-8839-28b388237d13)] {{(pid=101554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:33:24.227517 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-5e6c372b-65aa-4616-97dd-a38750b259b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369284'] for port, precommit_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:33:24.240752 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.plugin [None req-5e6c372b-65aa-4616-97dd-a38750b259b1 admin admin] Calling delete_port for 560a4b6d-e9de-487b-ad59-0fe5987b2c97 owned by network:router_interface {{(pid=101554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 18 18:33:24.416026 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-5e6c372b-65aa-4616-97dd-a38750b259b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768457221690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768456900410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6202601'] for port, after_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:33:24.441722 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6c372b-65aa-4616-97dd-a38750b259b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=560a4b6d-e9de-487b-ad59-0fe5987b2c97,revision_number=None']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:33:24.602497 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-5e6c372b-65aa-4616-97dd-a38750b259b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-368541'] for router_interface, after_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:33:24.816432 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e6c372b-65aa-4616-97dd-a38750b259b1 admin admin] Router 5901960b-0c52-423d-9136-572b11dcde21 has already been hosted by L3 agent 11d55508-f5ea-4178-bd3a-0ed8666e5761 {{(pid=101554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 18:33:24.920339 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e6c372b-65aa-4616-97dd-a38750b259b1 admin admin] Notify agent at l3_agent.dv-cinder-816695-1-iscsi the message routers_updated {{(pid=101554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 18:33:24.926324 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-5e6c372b-65aa-4616-97dd-a38750b259b1 admin admin] 10.222.0.21 "PUT /v2.0/routers/5901960b-0c52-423d-9136-572b11dcde21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4603534 Nov 18 18:33:24.928465 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 56416) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:33:24.930269 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8517ed8-7db1-433e-9928-bbf23ca11435 None None] Sync routers for ids ['5901960b-0c52-423d-9136-572b11dcde21'] in dv-cinder-816695-1-iscsi {{(pid=101555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 18:33:24.941295 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8517ed8-7db1-433e-9928-bbf23ca11435 None None] Routers {'5901960b-0c52-423d-9136-572b11dcde21'} bound to L3 agent in host dv-cinder-816695-1-iscsi {{(pid=101555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:33:24.941926 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_hamode_db [None req-f8517ed8-7db1-433e-9928-bbf23ca11435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T18:05:14Z,description=,heartbeat_timestamp=2021-11-18T18:33:14Z,host='dv-cinder-816695-1-iscsi',id=11d55508-f5ea-4178-bd3a-0ed8666e5761,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T18:05:14Z,topic='l3_agent')) {'router_ids': ['5901960b-0c52-423d-9136-572b11dcde21'], 'active': True} {{(pid=101555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:33:25.032006 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-4a096fa4-7dec-431d-983c-589f51e0a24d admin admin] Notify callbacks [] for router, before_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:33:25.045755 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_dvr_db [None req-f8517ed8-7db1-433e-9928-bbf23ca11435 None None] Set router 5901960b-0c52-423d-9136-572b11dcde21 gateway port host: dv-cinder-816695-1-iscsi {{(pid=101555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:33:25.138317 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-4a096fa4-7dec-431d-983c-589f51e0a24d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:33:25.191864 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.plugin [None req-4a096fa4-7dec-431d-983c-589f51e0a24d admin admin] Deleting port ff7d3f67-3e07-4d14-b80d-4cab3fc90c52 {{(pid=101554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 18 18:33:25.192115 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-4a096fa4-7dec-431d-983c-589f51e0a24d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768457215290'] for port, before_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:33:25.224497 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_hamode_db [None req-f8517ed8-7db1-433e-9928-bbf23ca11435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5901960b-0c52-423d-9136-572b11dcde21', 'name': 'tempest-TestVolumeBootPattern-1250912335-router', 'tenant_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'external_fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': 'ff7d3f67-3e07-4d14-b80d-4cab3fc90c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:25:02Z', 'updated_at': '2021-11-18T18:33:24Z', 'revision_number': 5, 'project_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'gw_port': {'id': 'ff7d3f67-3e07-4d14-b80d-4cab3fc90c52', 'name': '', 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:5a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5901960b-0c52-423d-9136-572b11dcde21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:25:02Z', 'updated_at': '2021-11-18T18:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816695-1-iscsi'}], 'dv-cinder-816695-1-iscsi', False) {} {{(pid=101555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:33:25.254952 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8517ed8-7db1-433e-9928-bbf23ca11435 None None] Checking router: 5901960b-0c52-423d-9136-572b11dcde21 for host: dv-cinder-816695-1-iscsi {{(pid=101555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 18:33:25.263872 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8517ed8-7db1-433e-9928-bbf23ca11435 None None] Routers {'5901960b-0c52-423d-9136-572b11dcde21'} bound to L3 agent in host dv-cinder-816695-1-iscsi {{(pid=101555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:33:25.264489 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_hamode_db [None req-f8517ed8-7db1-433e-9928-bbf23ca11435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T18:05:14Z,description=,heartbeat_timestamp=2021-11-18T18:33:14Z,host='dv-cinder-816695-1-iscsi',id=11d55508-f5ea-4178-bd3a-0ed8666e5761,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T18:05:14Z,topic='l3_agent')) {'router_ids': ['5901960b-0c52-423d-9136-572b11dcde21'], 'active': True} {{(pid=101555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:33:25.273453 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.db [None req-4a096fa4-7dec-431d-983c-589f51e0a24d admin admin] For port ff7d3f67-3e07-4d14-b80d-4cab3fc90c52, host dv-cinder-816695-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816695-1-iscsi',level=0,port_id=ff7d3f67-3e07-4d14-b80d-4cab3fc90c52,segment=NetworkSegment(ccf61333-990a-41b6-8fac-e85eb4401822),segment_id=ccf61333-990a-41b6-8fac-e85eb4401822)] {{(pid=101554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:33:25.273817 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-4a096fa4-7dec-431d-983c-589f51e0a24d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369284'] for port, precommit_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:33:25.286517 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.plugin [None req-4a096fa4-7dec-431d-983c-589f51e0a24d admin admin] Calling delete_port for ff7d3f67-3e07-4d14-b80d-4cab3fc90c52 owned by network:router_gateway {{(pid=101554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 18 18:33:25.349040 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_dvr_db [None req-f8517ed8-7db1-433e-9928-bbf23ca11435 None None] Set router 5901960b-0c52-423d-9136-572b11dcde21 gateway port host: None {{(pid=101555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:33:25.401707 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.db.l3_hamode_db [None req-f8517ed8-7db1-433e-9928-bbf23ca11435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5901960b-0c52-423d-9136-572b11dcde21', 'name': 'tempest-TestVolumeBootPattern-1250912335-router', 'tenant_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:25:02Z', 'updated_at': '2021-11-18T18:33:25Z', 'revision_number': 6, 'project_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'gw_port_host': None}], 'dv-cinder-816695-1-iscsi', False) {} {{(pid=101555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:33:25.431947 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8517ed8-7db1-433e-9928-bbf23ca11435 None None] The sync data for ids ['5901960b-0c52-423d-9136-572b11dcde21'] in dv-cinder-816695-1-iscsi is: [{'id': '5901960b-0c52-423d-9136-572b11dcde21', 'name': 'tempest-TestVolumeBootPattern-1250912335-router', 'tenant_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:25:02Z', 'updated_at': '2021-11-18T18:33:25Z', 'revision_number': 6, 'project_id': 'd3feb8b6d06d47f597e7f875d0b7baaa', 'gw_port_host': None}] {{(pid=101555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 18:33:25.452525 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-4a096fa4-7dec-431d-983c-589f51e0a24d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768457221690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768456900410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6202601'] for port, after_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:33:25.486511 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a096fa4-7dec-431d-983c-589f51e0a24d admin admin] Pushing event deleted for resources: {'Port': ['ID=ff7d3f67-3e07-4d14-b80d-4cab3fc90c52,revision_number=None']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:33:25.549422 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-4a096fa4-7dec-431d-983c-589f51e0a24d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-366283'] for router_gateway, after_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:33:25.762295 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:33:25.884689 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-4a096fa4-7dec-431d-983c-589f51e0a24d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-362562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15900'] for router, precommit_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:33:25.886750 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-4a096fa4-7dec-431d-983c-589f51e0a24d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:33:25.931718 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-4a096fa4-7dec-431d-983c-589f51e0a24d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-362587'] for router, after_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:33:25.933047 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a096fa4-7dec-431d-983c-589f51e0a24d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5901960b-0c52-423d-9136-572b11dcde21 {{(pid=101554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 18 18:33:25.939048 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-4a096fa4-7dec-431d-983c-589f51e0a24d admin admin] Notify callbacks [] for router, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:33:25.940153 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-4a096fa4-7dec-431d-983c-589f51e0a24d admin admin] 10.222.0.21 "DELETE /v2.0/routers/5901960b-0c52-423d-9136-572b11dcde21 HTTP/1.1" status: 204 len: 168 time: 1.0107303 Nov 18 18:33:25.942798 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 56418) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:33:25.988265 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.db.db_base_plugin_v2 [None req-83bc1c7d-0e60-4632-a172-8bcf86be7862 admin admin] Deleting subnet 28855948-909f-4d6a-a5b1-6e9277fe95e3 {{(pid=101554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 18 18:33:25.991189 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-83bc1c7d-0e60-4632-a172-8bcf86be7862 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:33:26.028348 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-83bc1c7d-0e60-4632-a172-8bcf86be7862 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5286161'] for subnet, precommit_delete_associations {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:33:26.105058 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-83bc1c7d-0e60-4632-a172-8bcf86be7862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1775345'] for subnet, precommit_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:33:26.159308 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-83bc1c7d-0e60-4632-a172-8bcf86be7862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1775304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6202548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5600036'] for subnet, after_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:33:26.186579 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bc1c7d-0e60-4632-a172-8bcf86be7862 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28855948-909f-4d6a-a5b1-6e9277fe95e3,revision_number=None']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:33:26.190304 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-83bc1c7d-0e60-4632-a172-8bcf86be7862 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:33:26.195737 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-83bc1c7d-0e60-4632-a172-8bcf86be7862 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/28855948-909f-4d6a-a5b1-6e9277fe95e3 HTTP/1.1" status: 204 len: 168 time: 0.2495389 Nov 18 18:33:26.195982 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 56420) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:33:26.196146 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c66dac30-20bd-4280-9623-decca4c72c9e None None] Network 3934163e-7755-439f-bda9-12f9f87b1bd2 requested from dv-cinder-816695-1-iscsi {{(pid=101555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 18:33:26.271640 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-71da7138-01a2-41ea-9642-381ab3646c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793125'] for network, before_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:33:26.334187 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.plugin [None req-71da7138-01a2-41ea-9642-381ab3646c36 admin admin] Deleting port cba124fb-2dae-4a05-9b30-f0e055cfa3a6 {{(pid=101554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 18 18:33:26.334689 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-71da7138-01a2-41ea-9642-381ab3646c36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768457215290'] for port, before_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:33:26.404103 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.db [None req-71da7138-01a2-41ea-9642-381ab3646c36 admin admin] For port cba124fb-2dae-4a05-9b30-f0e055cfa3a6, host dv-cinder-816695-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816695-1-iscsi',level=0,port_id=cba124fb-2dae-4a05-9b30-f0e055cfa3a6,segment=NetworkSegment(534bee31-a5bf-46bd-8839-28b388237d13),segment_id=534bee31-a5bf-46bd-8839-28b388237d13)] {{(pid=101554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:33:26.404487 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-71da7138-01a2-41ea-9642-381ab3646c36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369284'] for port, precommit_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:33:26.419177 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.plugin [None req-71da7138-01a2-41ea-9642-381ab3646c36 admin admin] Calling delete_port for cba124fb-2dae-4a05-9b30-f0e055cfa3a6 owned by network:dhcp {{(pid=101554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 18 18:33:26.509938 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Device ff7d3f67-3e07-4d14-b80d-4cab3fc90c52 no longer exists at agent ovs-agent-dv-cinder-816695-1-iscsi {{(pid=101555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 18:33:26.534383 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.plugin [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] No Port match for: ff7d3f67-3e07-4d14-b80d-4cab3fc90c52 {{(pid=101555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 18 18:33:26.534727 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Device ff7d3f67-3e07-4d14-b80d-4cab3fc90c52 not bound to the agent host dv-cinder-816695-1-iscsi {{(pid=101555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 18:33:26.535149 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Device 560a4b6d-e9de-487b-ad59-0fe5987b2c97 no longer exists at agent ovs-agent-dv-cinder-816695-1-iscsi {{(pid=101555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 18:33:26.546708 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-71da7138-01a2-41ea-9642-381ab3646c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768457221690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768456900410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6202601'] for port, after_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:33:26.554321 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.plugin [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] No Port match for: 560a4b6d-e9de-487b-ad59-0fe5987b2c97 {{(pid=101555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 18 18:33:26.554321 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Device 560a4b6d-e9de-487b-ad59-0fe5987b2c97 not bound to the agent host dv-cinder-816695-1-iscsi {{(pid=101555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 18:33:26.572949 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1495a6c-6f54-4744-804b-13f747aa539e None None] DHCP port deletion for 3934163e-7755-439f-bda9-12f9f87b1bd2 request from dv-cinder-816695-1-iscsi {{(pid=101555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 18:33:26.575509 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71da7138-01a2-41ea-9642-381ab3646c36 admin admin] Pushing event deleted for resources: {'Port': ['ID=cba124fb-2dae-4a05-9b30-f0e055cfa3a6,revision_number=None']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:33:26.580713 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71da7138-01a2-41ea-9642-381ab3646c36 admin admin] No DVR routers for this DVR port cba124fb-2dae-4a05-9b30-f0e055cfa3a6 on host dv-cinder-816695-1-iscsi {{(pid=101554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 18:33:26.656740 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-71da7138-01a2-41ea-9642-381ab3646c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775996', 'neutron.services.segments.db._delete_segments_for_network-8768457200168'] for network, precommit_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:33:26.677143 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.services.segments.db [None req-71da7138-01a2-41ea-9642-381ab3646c36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3934163e-7755-439f-bda9-12f9f87b1bd2']}} {{(pid=101554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:33:26.686270 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.services.segments.db [None req-71da7138-01a2-41ea-9642-381ab3646c36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '534bee31-a5bf-46bd-8839-28b388237d13') {'for_net_delete': True} {{(pid=101554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:33:26.686688 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.services.segments.db [None req-71da7138-01a2-41ea-9642-381ab3646c36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '534bee31-a5bf-46bd-8839-28b388237d13') {} {{(pid=101554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:33:26.695676 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-71da7138-01a2-41ea-9642-381ab3646c36 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768457200505', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5286168'] for segment, before_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:33:26.708951 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-71da7138-01a2-41ea-9642-381ab3646c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1774666'] for segment, precommit_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:33:26.715444 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71da7138-01a2-41ea-9642-381ab3646c36 admin admin] Releasing vlan 758 on physical network physnet1 to pool {{(pid=101554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 18:33:26.715967 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-71da7138-01a2-41ea-9642-381ab3646c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1774666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6202394'] for segment, after_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:33:26.717645 dv-cinder-816695-1-iscsi neutron-server[101554]: Traceback (most recent call last): Nov 18 18:33:26.717645 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 18:33:26.717645 dv-cinder-816695-1-iscsi neutron-server[101554]: timer() Nov 18 18:33:26.717645 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 18:33:26.717645 dv-cinder-816695-1-iscsi neutron-server[101554]: cb(*args, **kw) Nov 18 18:33:26.717645 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 18:33:26.717645 dv-cinder-816695-1-iscsi neutron-server[101554]: return func(*args, **kwargs) Nov 18 18:33:26.717645 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 18:33:26.717645 dv-cinder-816695-1-iscsi neutron-server[101554]: self._notify() Nov 18 18:33:26.717645 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 18:33:26.717645 dv-cinder-816695-1-iscsi neutron-server[101554]: self.callback(batched_events) Nov 18 18:33:26.717645 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 18:33:26.717645 dv-cinder-816695-1-iscsi neutron-server[101554]: event.method(event) Nov 18 18:33:26.717645 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 18:33:26.717645 dv-cinder-816695-1-iscsi neutron-server[101554]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 18:33:26.717645 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 18:33:26.717645 dv-cinder-816695-1-iscsi neutron-server[101554]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 18:33:26.717645 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 18:33:26.717645 dv-cinder-816695-1-iscsi neutron-server[101554]: return f(self, *a, **k) Nov 18 18:33:26.717645 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 18:33:26.717645 dv-cinder-816695-1-iscsi neutron-server[101554]: return self._get(url).json() Nov 18 18:33:26.717645 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 18:33:26.717645 dv-cinder-816695-1-iscsi neutron-server[101554]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 18:33:26.717645 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 18:33:26.717645 dv-cinder-816695-1-iscsi neutron-server[101554]: return self.request(url, 'GET', **kwargs) Nov 18 18:33:26.717645 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 18:33:26.717645 dv-cinder-816695-1-iscsi neutron-server[101554]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 18:33:26.717645 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 18:33:26.717645 dv-cinder-816695-1-iscsi neutron-server[101554]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 18:33:26.717645 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 18:33:26.717645 dv-cinder-816695-1-iscsi neutron-server[101554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 18:33:26.717645 dv-cinder-816695-1-iscsi neutron-server[101554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 18:33:26.771405 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-71da7138-01a2-41ea-9642-381ab3646c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-366119'] for network, after_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:33:26.777797 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-71da7138-01a2-41ea-9642-381ab3646c36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553968'] for network, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:33:26.781102 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-71da7138-01a2-41ea-9642-381ab3646c36 admin admin] 10.222.0.21 "DELETE /v2.0/networks/3934163e-7755-439f-bda9-12f9f87b1bd2 HTTP/1.1" status: 204 len: 168 time: 0.5841973 Nov 18 18:33:26.785192 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 56422) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:33:26.805742 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71da7138-01a2-41ea-9642-381ab3646c36 admin admin] Pushing event deleted for resources: {'Network': ['ID=3934163e-7755-439f-bda9-12f9f87b1bd2,revision_number=None']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:33:27.156087 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-3a3fc55e-ec20-4d13-8d38-00ff2288bf31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-368475'] for router_interface, before_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:33:27.394803 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.plugin [None req-3a3fc55e-ec20-4d13-8d38-00ff2288bf31 admin admin] Deleting port aa052f03-0abf-4d38-b608-2f1bf38c5683 {{(pid=101554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 18 18:33:27.395143 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-3a3fc55e-ec20-4d13-8d38-00ff2288bf31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768457215290'] for port, before_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:33:27.469596 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.db [None req-3a3fc55e-ec20-4d13-8d38-00ff2288bf31 admin admin] For port aa052f03-0abf-4d38-b608-2f1bf38c5683, host dv-cinder-816695-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816695-1-iscsi',level=0,port_id=aa052f03-0abf-4d38-b608-2f1bf38c5683,segment=NetworkSegment(4afe0bd8-a1f3-432b-8056-5aa80e181335),segment_id=4afe0bd8-a1f3-432b-8056-5aa80e181335)] {{(pid=101554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:33:27.469947 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-3a3fc55e-ec20-4d13-8d38-00ff2288bf31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369284'] for port, precommit_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:33:27.482807 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.plugin [None req-3a3fc55e-ec20-4d13-8d38-00ff2288bf31 admin admin] Calling delete_port for aa052f03-0abf-4d38-b608-2f1bf38c5683 owned by network:router_interface {{(pid=101554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 18 18:33:27.662483 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-3a3fc55e-ec20-4d13-8d38-00ff2288bf31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768457221690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768456900410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6202601'] for port, after_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:33:27.692767 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3fc55e-ec20-4d13-8d38-00ff2288bf31 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa052f03-0abf-4d38-b608-2f1bf38c5683,revision_number=None']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:33:27.876854 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-3a3fc55e-ec20-4d13-8d38-00ff2288bf31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-368541'] for router_interface, after_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:33:28.097329 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a3fc55e-ec20-4d13-8d38-00ff2288bf31 admin admin] Router 46c72e2b-879d-40bc-80c0-ab2c6742cc71 has already been hosted by L3 agent 11d55508-f5ea-4178-bd3a-0ed8666e5761 {{(pid=101554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 18:33:28.207772 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a3fc55e-ec20-4d13-8d38-00ff2288bf31 admin admin] Notify agent at l3_agent.dv-cinder-816695-1-iscsi the message routers_updated {{(pid=101554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 18:33:28.213501 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-3a3fc55e-ec20-4d13-8d38-00ff2288bf31 admin admin] 10.222.0.21 "PUT /v2.0/routers/46c72e2b-879d-40bc-80c0-ab2c6742cc71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4273095 Nov 18 18:33:28.216174 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 56424) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:33:28.217737 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121c197e-aed6-46fd-84f8-acbd02985554 None None] Sync routers for ids ['46c72e2b-879d-40bc-80c0-ab2c6742cc71'] in dv-cinder-816695-1-iscsi {{(pid=101556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 18:33:28.227394 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121c197e-aed6-46fd-84f8-acbd02985554 None None] Routers {'46c72e2b-879d-40bc-80c0-ab2c6742cc71'} bound to L3 agent in host dv-cinder-816695-1-iscsi {{(pid=101556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:33:28.228063 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_hamode_db [None req-121c197e-aed6-46fd-84f8-acbd02985554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T18:05:14Z,description=,heartbeat_timestamp=2021-11-18T18:33:14Z,host='dv-cinder-816695-1-iscsi',id=11d55508-f5ea-4178-bd3a-0ed8666e5761,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T18:05:14Z,topic='l3_agent')) {'router_ids': ['46c72e2b-879d-40bc-80c0-ab2c6742cc71'], 'active': True} {{(pid=101556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:33:28.321090 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-06417e11-668d-48d1-b084-8b709fddc876 admin admin] Notify callbacks [] for router, before_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:33:28.333929 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_dvr_db [None req-121c197e-aed6-46fd-84f8-acbd02985554 None None] Set router 46c72e2b-879d-40bc-80c0-ab2c6742cc71 gateway port host: dv-cinder-816695-1-iscsi {{(pid=101556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:33:28.546885 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_hamode_db [None req-121c197e-aed6-46fd-84f8-acbd02985554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46c72e2b-879d-40bc-80c0-ab2c6742cc71', 'name': 'tempest-TestVolumeBootPattern-1166658766-router', 'tenant_id': '74ad268b01ea4bb09293580a9cd7d323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'external_fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '3f896c91-f227-4a85-af0d-4a10ac2d04e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:25:07Z', 'updated_at': '2021-11-18T18:33:27Z', 'revision_number': 5, 'project_id': '74ad268b01ea4bb09293580a9cd7d323', 'gw_port': {'id': '3f896c91-f227-4a85-af0d-4a10ac2d04e3', 'name': '', 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:93:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c72e2b-879d-40bc-80c0-ab2c6742cc71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:25:08Z', 'updated_at': '2021-11-18T18:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816695-1-iscsi'}], 'dv-cinder-816695-1-iscsi', False) {} {{(pid=101556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:33:28.572684 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Device cba124fb-2dae-4a05-9b30-f0e055cfa3a6 no longer exists at agent ovs-agent-dv-cinder-816695-1-iscsi {{(pid=101555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 18:33:28.573807 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121c197e-aed6-46fd-84f8-acbd02985554 None None] Checking router: 46c72e2b-879d-40bc-80c0-ab2c6742cc71 for host: dv-cinder-816695-1-iscsi {{(pid=101556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 18:33:28.586180 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121c197e-aed6-46fd-84f8-acbd02985554 None None] Routers {'46c72e2b-879d-40bc-80c0-ab2c6742cc71'} bound to L3 agent in host dv-cinder-816695-1-iscsi {{(pid=101556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:33:28.587233 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_hamode_db [None req-121c197e-aed6-46fd-84f8-acbd02985554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T18:05:14Z,description=,heartbeat_timestamp=2021-11-18T18:33:14Z,host='dv-cinder-816695-1-iscsi',id=11d55508-f5ea-4178-bd3a-0ed8666e5761,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T18:05:14Z,topic='l3_agent')) {'router_ids': ['46c72e2b-879d-40bc-80c0-ab2c6742cc71'], 'active': True} {{(pid=101556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:33:28.595461 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.plugin [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] No Port match for: cba124fb-2dae-4a05-9b30-f0e055cfa3a6 {{(pid=101555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 18 18:33:28.595828 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Device cba124fb-2dae-4a05-9b30-f0e055cfa3a6 not bound to the agent host dv-cinder-816695-1-iscsi {{(pid=101555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 18:33:28.706520 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-06417e11-668d-48d1-b084-8b709fddc876 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:33:28.762764 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.plugin [None req-06417e11-668d-48d1-b084-8b709fddc876 admin admin] Deleting port 3f896c91-f227-4a85-af0d-4a10ac2d04e3 {{(pid=101553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 18 18:33:28.763100 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-06417e11-668d-48d1-b084-8b709fddc876 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768457215290'] for port, before_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:33:28.794020 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_dvr_db [None req-121c197e-aed6-46fd-84f8-acbd02985554 None None] Set router 46c72e2b-879d-40bc-80c0-ab2c6742cc71 gateway port host: dv-cinder-816695-1-iscsi {{(pid=101556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:33:28.841223 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.db [None req-06417e11-668d-48d1-b084-8b709fddc876 admin admin] For port 3f896c91-f227-4a85-af0d-4a10ac2d04e3, host dv-cinder-816695-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816695-1-iscsi',level=0,port_id=3f896c91-f227-4a85-af0d-4a10ac2d04e3,segment=NetworkSegment(ccf61333-990a-41b6-8fac-e85eb4401822),segment_id=ccf61333-990a-41b6-8fac-e85eb4401822)] {{(pid=101553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:33:28.841587 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-06417e11-668d-48d1-b084-8b709fddc876 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369284'] for port, precommit_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:33:28.854419 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.plugins.ml2.plugin [None req-06417e11-668d-48d1-b084-8b709fddc876 admin admin] Calling delete_port for 3f896c91-f227-4a85-af0d-4a10ac2d04e3 owned by network:router_gateway {{(pid=101553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 18 18:33:28.980778 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.l3_hamode_db [None req-121c197e-aed6-46fd-84f8-acbd02985554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46c72e2b-879d-40bc-80c0-ab2c6742cc71', 'name': 'tempest-TestVolumeBootPattern-1166658766-router', 'tenant_id': '74ad268b01ea4bb09293580a9cd7d323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'external_fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '3f896c91-f227-4a85-af0d-4a10ac2d04e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:25:07Z', 'updated_at': '2021-11-18T18:33:27Z', 'revision_number': 5, 'project_id': '74ad268b01ea4bb09293580a9cd7d323', 'gw_port': {'id': '3f896c91-f227-4a85-af0d-4a10ac2d04e3', 'name': '', 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:93:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c72e2b-879d-40bc-80c0-ab2c6742cc71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:25:08Z', 'updated_at': '2021-11-18T18:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816695-1-iscsi'}], 'dv-cinder-816695-1-iscsi', False) {} {{(pid=101556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:33:29.011385 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121c197e-aed6-46fd-84f8-acbd02985554 None None] The sync data for ids ['46c72e2b-879d-40bc-80c0-ab2c6742cc71'] in dv-cinder-816695-1-iscsi is: [{'id': '46c72e2b-879d-40bc-80c0-ab2c6742cc71', 'name': 'tempest-TestVolumeBootPattern-1166658766-router', 'tenant_id': '74ad268b01ea4bb09293580a9cd7d323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'external_fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '3f896c91-f227-4a85-af0d-4a10ac2d04e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:25:07Z', 'updated_at': '2021-11-18T18:33:27Z', 'revision_number': 5, 'project_id': '74ad268b01ea4bb09293580a9cd7d323', 'gw_port': {'id': '3f896c91-f227-4a85-af0d-4a10ac2d04e3', 'name': '', 'network_id': '681a8de3-317c-4c8e-b068-d1104cc9c364', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:93:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c72e2b-879d-40bc-80c0-ab2c6742cc71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:25:08Z', 'updated_at': '2021-11-18T18:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba09554-0552-4432-a7a0-26d8d0284def', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816695-1-iscsi'}] {{(pid=101556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 18:33:29.049675 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-06417e11-668d-48d1-b084-8b709fddc876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768457221690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768456900410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5584108'] for port, after_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:33:29.080229 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06417e11-668d-48d1-b084-8b709fddc876 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f896c91-f227-4a85-af0d-4a10ac2d04e3,revision_number=None']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:33:29.141089 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-06417e11-668d-48d1-b084-8b709fddc876 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-366283'] for router_gateway, after_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:33:29.234946 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-06417e11-668d-48d1-b084-8b709fddc876 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-362562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15900'] for router, precommit_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:33:29.237134 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-06417e11-668d-48d1-b084-8b709fddc876 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:33:29.279964 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-06417e11-668d-48d1-b084-8b709fddc876 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-362587'] for router, after_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:33:29.280522 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06417e11-668d-48d1-b084-8b709fddc876 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 46c72e2b-879d-40bc-80c0-ab2c6742cc71 {{(pid=101553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 18 18:33:29.285500 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-06417e11-668d-48d1-b084-8b709fddc876 admin admin] Notify callbacks [] for router, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:33:29.286659 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-06417e11-668d-48d1-b084-8b709fddc876 admin admin] 10.222.0.21 "DELETE /v2.0/routers/46c72e2b-879d-40bc-80c0-ab2c6742cc71 HTTP/1.1" status: 204 len: 168 time: 1.0694945 Nov 18 18:33:29.289326 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 56426) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:33:29.334354 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.db.db_base_plugin_v2 [None req-b72a6eb6-b024-44ad-887c-968591c60ac3 admin admin] Deleting subnet 902f9f38-a685-4c82-8d2d-241557128b22 {{(pid=101554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 18 18:33:29.338014 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-b72a6eb6-b024-44ad-887c-968591c60ac3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:33:29.374226 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-b72a6eb6-b024-44ad-887c-968591c60ac3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5286161'] for subnet, precommit_delete_associations {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:33:29.458266 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-b72a6eb6-b024-44ad-887c-968591c60ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1775345'] for subnet, precommit_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:33:29.532186 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-b72a6eb6-b024-44ad-887c-968591c60ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1775304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6202548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5600036'] for subnet, after_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:33:29.558082 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72a6eb6-b024-44ad-887c-968591c60ac3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=902f9f38-a685-4c82-8d2d-241557128b22,revision_number=None']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:33:29.561815 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-b72a6eb6-b024-44ad-887c-968591c60ac3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:33:29.564985 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-b72a6eb6-b024-44ad-887c-968591c60ac3 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/902f9f38-a685-4c82-8d2d-241557128b22 HTTP/1.1" status: 204 len: 168 time: 0.2746520 Nov 18 18:33:29.568473 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 56428) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:33:29.571733 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d66b2d-74fd-42bf-8ef2-094505f97f4b None None] Network 19773b34-c70d-4a34-960c-aacf4deb7e74 requested from dv-cinder-816695-1-iscsi {{(pid=101555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 18:33:29.674860 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-f82e4494-df69-4f31-9be8-1682e9c6fde0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793125'] for network, before_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:33:29.740542 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.plugin [None req-f82e4494-df69-4f31-9be8-1682e9c6fde0 admin admin] Deleting port 8d9856be-6f2a-49b2-b515-828d317b9ef1 {{(pid=101554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 18 18:33:29.740890 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-f82e4494-df69-4f31-9be8-1682e9c6fde0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768457215290'] for port, before_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:33:29.806386 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.db [None req-f82e4494-df69-4f31-9be8-1682e9c6fde0 admin admin] For port 8d9856be-6f2a-49b2-b515-828d317b9ef1, host dv-cinder-816695-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816695-1-iscsi',level=0,port_id=8d9856be-6f2a-49b2-b515-828d317b9ef1,segment=NetworkSegment(4afe0bd8-a1f3-432b-8056-5aa80e181335),segment_id=4afe0bd8-a1f3-432b-8056-5aa80e181335)] {{(pid=101554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:33:29.806822 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-f82e4494-df69-4f31-9be8-1682e9c6fde0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369284'] for port, precommit_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:33:29.819273 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.plugin [None req-f82e4494-df69-4f31-9be8-1682e9c6fde0 admin admin] Calling delete_port for 8d9856be-6f2a-49b2-b515-828d317b9ef1 owned by network:dhcp {{(pid=101554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 18 18:33:29.895271 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-f82e4494-df69-4f31-9be8-1682e9c6fde0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768457221690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768456900410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6202601'] for port, after_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:33:29.925063 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82e4494-df69-4f31-9be8-1682e9c6fde0 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d9856be-6f2a-49b2-b515-828d317b9ef1,revision_number=None']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:33:29.929809 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82e4494-df69-4f31-9be8-1682e9c6fde0 admin admin] No DVR routers for this DVR port 8d9856be-6f2a-49b2-b515-828d317b9ef1 on host dv-cinder-816695-1-iscsi {{(pid=101554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 18:33:29.999680 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-f82e4494-df69-4f31-9be8-1682e9c6fde0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775996', 'neutron.services.segments.db._delete_segments_for_network-8768457200168'] for network, precommit_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:33:30.019871 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.services.segments.db [None req-f82e4494-df69-4f31-9be8-1682e9c6fde0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19773b34-c70d-4a34-960c-aacf4deb7e74']}} {{(pid=101554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:33:30.030600 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.services.segments.db [None req-f82e4494-df69-4f31-9be8-1682e9c6fde0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4afe0bd8-a1f3-432b-8056-5aa80e181335') {'for_net_delete': True} {{(pid=101554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:33:30.030900 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.services.segments.db [None req-f82e4494-df69-4f31-9be8-1682e9c6fde0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4afe0bd8-a1f3-432b-8056-5aa80e181335') {} {{(pid=101554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:33:30.041966 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-f82e4494-df69-4f31-9be8-1682e9c6fde0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768457200505', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5286168'] for segment, before_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:33:30.057954 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-f82e4494-df69-4f31-9be8-1682e9c6fde0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1774666'] for segment, precommit_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:33:30.059172 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71148db-2b50-4ca9-85d1-b169163ef563 None None] DHCP port deletion for 19773b34-c70d-4a34-960c-aacf4deb7e74 request from dv-cinder-816695-1-iscsi {{(pid=101555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 18:33:30.066700 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f82e4494-df69-4f31-9be8-1682e9c6fde0 admin admin] Releasing vlan 770 on physical network physnet1 to pool {{(pid=101554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 18:33:30.067104 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-f82e4494-df69-4f31-9be8-1682e9c6fde0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1774666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6202394'] for segment, after_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:33:30.081846 dv-cinder-816695-1-iscsi neutron-server[101554]: Traceback (most recent call last): Nov 18 18:33:30.081846 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 18:33:30.081846 dv-cinder-816695-1-iscsi neutron-server[101554]: timer() Nov 18 18:33:30.081846 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 18:33:30.081846 dv-cinder-816695-1-iscsi neutron-server[101554]: cb(*args, **kw) Nov 18 18:33:30.081846 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 18:33:30.081846 dv-cinder-816695-1-iscsi neutron-server[101554]: return func(*args, **kwargs) Nov 18 18:33:30.081846 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 18:33:30.081846 dv-cinder-816695-1-iscsi neutron-server[101554]: self._notify() Nov 18 18:33:30.081846 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 18:33:30.081846 dv-cinder-816695-1-iscsi neutron-server[101554]: self.callback(batched_events) Nov 18 18:33:30.081846 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 18:33:30.081846 dv-cinder-816695-1-iscsi neutron-server[101554]: event.method(event) Nov 18 18:33:30.081846 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 18:33:30.081846 dv-cinder-816695-1-iscsi neutron-server[101554]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 18:33:30.081846 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 18:33:30.081846 dv-cinder-816695-1-iscsi neutron-server[101554]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 18:33:30.081846 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 18:33:30.081846 dv-cinder-816695-1-iscsi neutron-server[101554]: return f(self, *a, **k) Nov 18 18:33:30.081846 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 18:33:30.081846 dv-cinder-816695-1-iscsi neutron-server[101554]: return self._get(url).json() Nov 18 18:33:30.081846 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 18:33:30.081846 dv-cinder-816695-1-iscsi neutron-server[101554]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 18:33:30.081846 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 18:33:30.081846 dv-cinder-816695-1-iscsi neutron-server[101554]: return self.request(url, 'GET', **kwargs) Nov 18 18:33:30.081846 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 18:33:30.081846 dv-cinder-816695-1-iscsi neutron-server[101554]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 18:33:30.081846 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 18:33:30.081846 dv-cinder-816695-1-iscsi neutron-server[101554]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 18:33:30.081846 dv-cinder-816695-1-iscsi neutron-server[101554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 18:33:30.081846 dv-cinder-816695-1-iscsi neutron-server[101554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 18:33:30.081846 dv-cinder-816695-1-iscsi neutron-server[101554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 18:33:30.126472 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-f82e4494-df69-4f31-9be8-1682e9c6fde0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-366119'] for network, after_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:33:30.131912 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-f82e4494-df69-4f31-9be8-1682e9c6fde0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553968'] for network, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:33:30.135675 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-f82e4494-df69-4f31-9be8-1682e9c6fde0 admin admin] 10.222.0.21 "DELETE /v2.0/networks/19773b34-c70d-4a34-960c-aacf4deb7e74 HTTP/1.1" status: 204 len: 168 time: 0.5657971 Nov 18 18:33:30.146408 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82e4494-df69-4f31-9be8-1682e9c6fde0 admin admin] Pushing event deleted for resources: {'Network': ['ID=19773b34-c70d-4a34-960c-aacf4deb7e74,revision_number=None']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:33:30.246303 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 56432) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:33:30.286647 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-bb701c97-fa82-4317-a50b-a3dd98be2479 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d3feb8b6d06d47f597e7f875d0b7baaa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0389583 Nov 18 18:33:30.289065 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [-] (101554) accepted ('10.222.0.21', 56434) {{(pid=101554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:33:30.336615 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-1054a112-d3b7-4507-9c82-53c11fccd6d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:33:30.360071 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-1054a112-d3b7-4507-9c82-53c11fccd6d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:33:30.409618 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-1054a112-d3b7-4507-9c82-53c11fccd6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_delete {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:33:30.412142 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron_lib.callbacks.manager [None req-1054a112-d3b7-4507-9c82-53c11fccd6d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:33:30.413288 dv-cinder-816695-1-iscsi neutron-server[101554]: INFO neutron.wsgi [None req-1054a112-d3b7-4507-9c82-53c11fccd6d4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/64bfa50c-840d-49be-93c0-129e44469e23 HTTP/1.1" status: 204 len: 168 time: 0.1234491 Nov 18 18:33:30.421838 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1054a112-d3b7-4507-9c82-53c11fccd6d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64bfa50c-840d-49be-93c0-129e44469e23,revision_number=None']} {{(pid=101554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:33:30.505739 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Device 3f896c91-f227-4a85-af0d-4a10ac2d04e3 no longer exists at agent ovs-agent-dv-cinder-816695-1-iscsi {{(pid=101555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 18:33:30.530693 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.plugin [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] No Port match for: 3f896c91-f227-4a85-af0d-4a10ac2d04e3 {{(pid=101555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 18 18:33:30.531045 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Device 3f896c91-f227-4a85-af0d-4a10ac2d04e3 not bound to the agent host dv-cinder-816695-1-iscsi {{(pid=101555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 18:33:30.531659 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Device 8d9856be-6f2a-49b2-b515-828d317b9ef1 no longer exists at agent ovs-agent-dv-cinder-816695-1-iscsi {{(pid=101555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 18:33:30.550755 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.plugin [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] No Port match for: 8d9856be-6f2a-49b2-b515-828d317b9ef1 {{(pid=101555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 18 18:33:30.551109 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Device 8d9856be-6f2a-49b2-b515-828d317b9ef1 not bound to the agent host dv-cinder-816695-1-iscsi {{(pid=101555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 18:33:30.551538 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Device aa052f03-0abf-4d38-b608-2f1bf38c5683 no longer exists at agent ovs-agent-dv-cinder-816695-1-iscsi {{(pid=101555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 18:33:30.570381 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.plugin [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] No Port match for: aa052f03-0abf-4d38-b608-2f1bf38c5683 {{(pid=101555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 18 18:33:30.570735 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron.plugins.ml2.rpc [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Device aa052f03-0abf-4d38-b608-2f1bf38c5683 not bound to the agent host dv-cinder-816695-1-iscsi {{(pid=101555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 18:33:30.742367 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 56440) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:33:30.789208 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-648a4c79-93c1-45c0-b26d-aedf74b317d9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=74ad268b01ea4bb09293580a9cd7d323&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0456147 Nov 18 18:33:30.791751 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.wsgi [-] (101553) accepted ('10.222.0.21', 56442) {{(pid=101553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 18 18:33:30.840261 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-176ae9d0-af02-46fe-b466-101b41280875 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:33:30.866818 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-176ae9d0-af02-46fe-b466-101b41280875 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:33:30.919175 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-176ae9d0-af02-46fe-b466-101b41280875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564077'] for security_group, after_delete {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:33:30.921869 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron_lib.callbacks.manager [None req-176ae9d0-af02-46fe-b466-101b41280875 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:33:30.923059 dv-cinder-816695-1-iscsi neutron-server[101553]: INFO neutron.wsgi [None req-176ae9d0-af02-46fe-b466-101b41280875 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/80eb9fba-3e3a-45a3-b884-a5f9fad00994 HTTP/1.1" status: 204 len: 168 time: 0.1303344 Nov 18 18:33:30.931012 dv-cinder-816695-1-iscsi neutron-server[101553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176ae9d0-af02-46fe-b466-101b41280875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80eb9fba-3e3a-45a3-b884-a5f9fad00994,revision_number=None']} {{(pid=101553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:33:41.035280 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-b06bbeea-dff8-4452-a997-0d8bf9c84a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:33:44.046900 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-3e342d6d-3d5f-4f31-ac20-7f9849c18ab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:33:44.221679 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:33:44.987584 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-e3a848c2-ffa0-4288-a759-e5f077163e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:33:47.014030 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-cd169395-ba62-4885-8b1f-e6616afe023f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:33:55.764366 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:33:57.882718 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.agents_db [None req-879798a6-d64d-4745-9d9a-40c50c0efc22 None None] Agent healthcheck: found 6 active agents {{(pid=101556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 18:34:11.035470 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-4025a8ed-4cfc-418b-bda8-ef7e0eb1cde1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:34:14.046940 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-e6554f80-f742-4829-b215-f93944d113f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:34:14.222620 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:34:14.982727 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-e3a848c2-ffa0-4288-a759-e5f077163e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:34:17.015439 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-cd169395-ba62-4885-8b1f-e6616afe023f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:34:25.771989 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:34:34.882012 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.agents_db [None req-879798a6-d64d-4745-9d9a-40c50c0efc22 None None] Agent healthcheck: found 6 active agents {{(pid=101556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 18:34:41.036373 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-75d8c886-5d4e-431c-aa10-36551b6a4341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:34:44.046830 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-6ea34de0-3241-484a-ba33-31e9138bd1c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:34:44.224461 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:34:44.986280 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-e3a848c2-ffa0-4288-a759-e5f077163e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:34:47.017536 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-cd169395-ba62-4885-8b1f-e6616afe023f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:34:55.778207 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:35:11.038129 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-3c2e13c5-a06e-4e2b-9e3d-ffdf30cbcf5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:35:11.880951 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.agents_db [None req-879798a6-d64d-4745-9d9a-40c50c0efc22 None None] Agent healthcheck: found 6 active agents {{(pid=101556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 18:35:14.046617 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-48938cbf-b9b7-4873-8163-7043618cef3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:35:14.227127 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:35:14.988538 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-e3a848c2-ffa0-4288-a759-e5f077163e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:35:17.022013 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-cd169395-ba62-4885-8b1f-e6616afe023f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:35:25.796873 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:35:41.039743 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-8bd87890-39f5-44fe-9028-8ec61b2c2e9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:35:44.047427 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-30e83144-e9e4-450d-b8da-938077502daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:35:44.228997 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:35:44.994592 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-e3a848c2-ffa0-4288-a759-e5f077163e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:35:47.022866 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-cd169395-ba62-4885-8b1f-e6616afe023f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:35:48.883602 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.agents_db [None req-879798a6-d64d-4745-9d9a-40c50c0efc22 None None] Agent healthcheck: found 6 active agents {{(pid=101556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 18:35:55.792183 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:36:11.042739 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-3185dc2a-43d0-4cd4-90d7-8da3f8fb355f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:36:14.048627 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-9555cfb1-53c6-48ef-bb72-499f324f42b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:36:14.230402 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:36:14.996648 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-e3a848c2-ffa0-4288-a759-e5f077163e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:36:17.026260 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-cd169395-ba62-4885-8b1f-e6616afe023f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:36:25.809206 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:36:25.882853 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.agents_db [None req-879798a6-d64d-4745-9d9a-40c50c0efc22 None None] Agent healthcheck: found 6 active agents {{(pid=101556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 18:36:41.043880 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-12594183-d303-49d4-ae1c-7c751078b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:36:44.049529 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-9cb2099d-1f54-4ce7-a659-5b04e44bf522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:36:44.231461 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:36:44.998214 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-e3a848c2-ffa0-4288-a759-e5f077163e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:36:47.029316 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-cd169395-ba62-4885-8b1f-e6616afe023f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:36:55.796084 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:37:02.881668 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.agents_db [None req-879798a6-d64d-4745-9d9a-40c50c0efc22 None None] Agent healthcheck: found 6 active agents {{(pid=101556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 18:37:11.044763 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-abd71f52-a00b-42de-9b90-8f49f42b7b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:37:14.050295 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-8a6081d4-edf5-4f4f-8296-67be1d1729d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:37:14.232833 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:37:14.999760 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-e3a848c2-ffa0-4288-a759-e5f077163e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:37:17.032622 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-cd169395-ba62-4885-8b1f-e6616afe023f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:37:25.834080 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:37:39.881808 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.agents_db [None req-879798a6-d64d-4745-9d9a-40c50c0efc22 None None] Agent healthcheck: found 6 active agents {{(pid=101556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 18:37:41.045717 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-ecbd4e66-6bd0-4aa6-855c-7709d4bd7eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:37:44.050734 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-f7f67ccb-73dd-4334-bcc8-8c77b16814e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:37:44.233681 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:37:45.002791 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-e3a848c2-ffa0-4288-a759-e5f077163e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:37:47.036384 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-cd169395-ba62-4885-8b1f-e6616afe023f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:37:55.854877 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:38:11.047215 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-878af60d-b2e6-47a3-9de8-a12d26ceff9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:38:11.133600 dv-cinder-816695-1-iscsi neutron-server[101554]: DEBUG neutron.wsgi [req-0aa38ec4-952e-436b-9b16-27348e71b3a0 req-cecaa788-145b-4b6c-8e28-a8fbd7c56a87 service neutron] (101554) timed out ('10.222.0.21', 51996) {{(pid=101554) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 18 18:38:14.050612 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-aa384ed8-c3d2-4749-a8f4-fa0cafcaeeb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:38:14.234127 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:38:15.007124 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-e3a848c2-ffa0-4288-a759-e5f077163e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:38:16.881392 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.agents_db [None req-879798a6-d64d-4745-9d9a-40c50c0efc22 None None] Agent healthcheck: found 6 active agents {{(pid=101556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 18:38:17.037600 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-cd169395-ba62-4885-8b1f-e6616afe023f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:38:25.850914 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:38:41.049649 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-441e7e62-51fe-4017-aa26-75341bdf0353 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:38:44.051741 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-5ad6acc5-48ff-43d0-a54a-e17ccc48da23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:38:44.235800 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2321-e9fe-4a8e-b29c-5cc27f82bc3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:38:45.009768 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-e3a848c2-ffa0-4288-a759-e5f077163e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:38:47.040861 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-cd169395-ba62-4885-8b1f-e6616afe023f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 18 18:38:53.880932 dv-cinder-816695-1-iscsi neutron-server[101556]: DEBUG neutron.db.agents_db [None req-879798a6-d64d-4745-9d9a-40c50c0efc22 None None] Agent healthcheck: found 6 active agents {{(pid=101556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 18:38:55.856898 dv-cinder-816695-1-iscsi neutron-server[101555]: DEBUG neutron_lib.callbacks.manager [None req-a5d29500-bf7f-42ab-bf65-0d71e4d61be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768457200150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769778'] for agent, after_update {{(pid=101555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}